[ { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4542 ROUGE2: 22.0419 ROUGEL: 28.6112 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99/Interactive", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 8840.42, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4465 ROUGE2: 22.0638 ROUGEL: 28.625 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 27803.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4406 ROUGE2: 22.0593 ROUGEL: 28.6063 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 24593.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4542 ROUGE2: 22.0419 ROUGEL: 28.6112 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99.9/Interactive", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 8840.42, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4465 ROUGE2: 22.0638 ROUGEL: 28.625 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 27803.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4406 ROUGE2: 22.0593 ROUGEL: 28.6063 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 24593.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2287 ROUGE2: 23.1915 ROUGEL: 30.2473 TOKENS_PER_SAMPLE: 143.7 gsm8k_accuracy: 73.2 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/mixtral-8x7b/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 53017.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2", "Platform": "8xMI300X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.603 ROUGE2: 23.4706 ROUGEL: 30.5574 TOKENS_PER_SAMPLE: 143.3 gsm8k_accuracy: 73.36 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/AMD/results/8xMI300X_2xEPYC_9575F/mixtral-8x7b/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250730.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI300X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 47804.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5088 ROUGE2: 22.1004 ROUGEL: 28.6659 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/llama2-70b-99/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 34520.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4519 ROUGE2: 22.0383 ROUGEL: 28.611 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/llama2-70b-99/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 32027.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5088 ROUGE2: 22.1004 ROUGEL: 28.6659 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/llama2-70b-99.9/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 34520.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4519 ROUGE2: 22.0383 ROUGEL: 28.611 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/llama2-70b-99.9/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 32027.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2486 ROUGE2: 23.2045 ROUGEL: 30.2973 TOKENS_PER_SAMPLE: 143.3 gsm8k_accuracy: 73.14 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/mixtral-8x7b/Offline", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 68781.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U ", "Platform": "8xMI325X_2xEPYC_9575F_1", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3562 ROUGE2: 23.2165 ROUGEL: 30.3113 TOKENS_PER_SAMPLE: 143.5 gsm8k_accuracy: 73.16 mbxp_accuracy: 60.42", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_1/mixtral-8x7b/Server", "Software": "vLLM 0.9.0.2.dev108+g71faa1880.d20250731.rocm641, Pytorch 2.7.0+gitf717b2a, ROCm 6.4.1.60401-83~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 1", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_1", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_1", "ColorKey": "availableAMD", "Performance_Result": 59783.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0003", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F_2", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4379 ROUGE2: 22.0288 ROUGEL: 28.5959 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_2/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 2", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_2", "ColorKey": "availableAMD", "Performance_Result": 18407.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0003", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F_2", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7452 ROUGE2: 22.6184 ROUGEL: 28.7014 TOKENS_PER_SAMPLE: 301.8", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_2/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 2", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_2", "ColorKey": "availableAMD", "Performance_Result": 34555.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0003", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F_2", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4379 ROUGE2: 22.0288 ROUGEL: 28.5959 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_2/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 2", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_2", "ColorKey": "availableAMD", "Performance_Result": 18407.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0003", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F_2", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7452 ROUGE2: 22.6184 ROUGEL: 28.7014 TOKENS_PER_SAMPLE: 301.8", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F_2/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "Machine 2", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F_2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F_2", "ColorKey": "availableAMD", "Performance_Result": 34555.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0004", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Quanta S7PA", "Platform": "8xMI325x_2xEPYC-9655", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.749353325665 FID_SCORE: 23.909064176163497", "Nodes": 1, "Processor": "2xAMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325x_2xEPYC-9655/stable-diffusion-xl/Offline", "Software": "shark-ai 3.3.0", "operating_system": "Ubuntu 22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8,fp16,int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325x_2xEPYC-9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325x_2xEPYC-9655", "ColorKey": "availableAMD", "Performance_Result": 18.5856, "Performance_Units": "Samples/s" }, { "ID": "5.1-0004", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Quanta S7PA", "Platform": "8xMI325x_2xEPYC-9655", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.737151286900044 FID_SCORE: 23.90530037126598", "Nodes": 1, "Processor": "2xAMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/AMD/results/8xMI325x_2xEPYC-9655/stable-diffusion-xl/Server", "Software": "shark-ai 3.3.0", "operating_system": "Ubuntu 22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8,fp16,int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/results/8xMI325x_2xEPYC-9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325x_2xEPYC-9655", "ColorKey": "availableAMD", "Performance_Result": 16.2044, "Performance_Units": "Queries/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 580460.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 450100.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 348225.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 330555.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 30487.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4744 ROUGE2: 22.0942 ROUGEL: 28.7172 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 25614.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 30490.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4715 ROUGE2: 22.0931 ROUGEL: 28.7121 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 24554.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.330", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 13319.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC8000A-E12 (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.318", "Nodes": 1, "Processor": "AMD EPYC 9374F 32-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 12801.9, "Performance_Units": "Queries/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4825 ROUGE2: 22.066 ROUGEL: 28.6258 TOKENS_PER_SAMPLE: 299.5", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 15566.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 33987.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4814 ROUGE2: 22.0669 ROUGEL: 28.6323 TOKENS_PER_SAMPLE: 299.9", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 31241.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4825 ROUGE2: 22.066 ROUGEL: 28.6258 TOKENS_PER_SAMPLE: 299.5", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 15566.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 33987.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4814 ROUGE2: 22.0669 ROUGEL: 28.6323 TOKENS_PER_SAMPLE: 299.9", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 31241.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.489 ROUGE2: 23.3169 ROUGEL: 30.4715 TOKENS_PER_SAMPLE: 143.8 gsm8k_accuracy: 73.54 mbxp_accuracy: 60.2", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 68121.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ESC_A8A_MI325X_256GBx8", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4479 ROUGE2: 23.3771 ROUGEL: 30.5247 TOKENS_PER_SAMPLE: 143.8 gsm8k_accuracy: 73.56 mbxp_accuracy: 59.74", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 55800.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 643122.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 591162.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 388058.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 370066.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.474 ROUGE2: 22.092 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 35075.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4745 ROUGE2: 22.0935 ROUGEL: 28.7178 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34193.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34887.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4749 ROUGE2: 22.0928 ROUGEL: 28.717 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 29026.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.5286 ROUGE2: 23.3426 ROUGEL: 30.437 TOKENS_PER_SAMPLE: 145.4 gsm8k_accuracy: 73.34 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 61372.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4568 ROUGE2: 23.2621 ROUGEL: 30.416 TOKENS_PER_SAMPLE: 146.1 gsm8k_accuracy: 73.3 mbxp_accuracy: 59.68", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 59992.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.319", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 14451.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0007", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "ESC_N8_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.320", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/results/ESC_N8_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_N8_H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 14406.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0008", "Submitter": "Azure", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ND_GB200_v6", "Platform": "ND_GB200_v6", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7494 ROUGE2: 22.3586 ROUGEL: 29.1373 TOKENS_PER_SAMPLE: 273.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Azure/results/ND_GB200_v6/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL4", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/results/ND_GB200_v6", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Azure/ND_GB200_v6", "ColorKey": "availableAzure", "Performance_Result": 52061.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0008", "Submitter": "Azure", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ND_GB200_v6", "Platform": "ND_GB200_v6", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7547 ROUGE2: 22.3607 ROUGEL: 29.1383 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Azure/results/ND_GB200_v6/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL4", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/results/ND_GB200_v6", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Azure/ND_GB200_v6", "ColorKey": "availableAzure", "Performance_Result": 46016.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0008", "Submitter": "Azure", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ND_GB200_v6", "Platform": "ND_GB200_v6", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.953720948453 exact_match: 90.11914626075446 TOKENS_PER_SAMPLE: 654.1", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Azure/results/ND_GB200_v6/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL4", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/results/ND_GB200_v6", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Azure/ND_GB200_v6", "ColorKey": "availableAzure", "Performance_Result": 847.233, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0008", "Submitter": "Azure", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ND_GB200_v6", "Platform": "ND_GB200_v6", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.955081752035746 exact_match: 90.1118795499669 TOKENS_PER_SAMPLE: 653.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Azure/results/ND_GB200_v6/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL4", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/results/ND_GB200_v6", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Azure/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Azure/ND_GB200_v6", "ColorKey": "availableAzure", "Performance_Result": 584.008, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0009", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.041015729494124 exact_match: 90.106793514229 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "AMD TURIN 9965", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 1650.43, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0009", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.92837342418218 exact_match: 90.10402051621442 TOKENS_PER_SAMPLE: 654.3", "Nodes": 1, "Processor": "AMD TURIN 9965", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 1243.86, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0009", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79406195193529 FID_SCORE: 23.789450434308492", "Nodes": 1, "Processor": "AMD TURIN 9965", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 31.8413, "Performance_Units": "Samples/s" }, { "ID": "5.1-0009", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.811278960704804 FID_SCORE: 23.6717155625725", "Nodes": 1, "Processor": "AMD TURIN 9965", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 28.7042, "Performance_Units": "Queries/s" }, { "ID": "5.1-0009", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.8339693748394", "Nodes": 1, "Processor": "AMD TURIN 9965", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/results/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS-422GA-NBRT-B200-SXM-180GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 41927.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "C240M8-1-node-2S-GNR_86C", "Platform": "C240M8-1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/C240M8-1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C240M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C240M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 498.421, "Performance_Units": "Samples/s" }, { "ID": "5.1-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "C240M8-1-node-2S-GNR_86C", "Platform": "C240M8-1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/C240M8-1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C240M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C240M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 400.421, "Performance_Units": "Queries/s" }, { "ID": "5.1-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "C240M8-1-node-2S-GNR_86C", "Platform": "C240M8-1-node-2S-GNR_86C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.89147168805961", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/C240M8-1-node-2S-GNR_86C/whisper/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C240M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C240M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 1403.84, "Performance_Units": "Samples/s" }, { "ID": "5.1-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x H200-NVL-141GB, TensorRT)", "Platform": "C845A_H200_NVLx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.732 ROUGE2: 15.8897 ROUGEL: 24.4547 ROUGELSUM: 35.7445 GEN_LEN: 8209590", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Cisco/results/C845A_H200_NVLx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200-NVL TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_H200_NVLx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 50776.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x H200-NVL-141GB, TensorRT)", "Platform": "C845A_H200_NVLx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.733 ROUGE2: 15.8725 ROUGEL: 24.474 ROUGELSUM: 35.751 GEN_LEN: 8208944", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Cisco/results/C845A_H200_NVLx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200-NVL TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_H200_NVLx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 38696.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x H200-NVL-141GB, TensorRT)", "Platform": "C845A_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.321", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Cisco/results/C845A_H200_NVLx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200-NVL TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_H200_NVLx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 13263.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x H200-NVL-141GB, TensorRT)", "Platform": "C845A_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.332", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Cisco/results/C845A_H200_NVLx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200-NVL TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_H200_NVLx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 13202.8, "Performance_Units": "Queries/s" }, { "ID": "5.1-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x L40S-48GB, TensorRT)", "Platform": "C845A_L40Sx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.319", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Cisco/results/C845A_L40Sx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_L40Sx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 6518.39, "Performance_Units": "Samples/s" }, { "ID": "5.1-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C845A M8 (8x L40S-48GB, TensorRT)", "Platform": "C845A_L40Sx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.333", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Cisco/results/C845A_L40Sx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C845A_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C845A_L40Sx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 6101.41, "Performance_Units": "Queries/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.536 ROUGE2: 22.1169 ROUGEL: 28.7531 TOKENS_PER_SAMPLE: 292.2", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 68894.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.553 ROUGE2: 22.1335 ROUGEL: 28.7766 TOKENS_PER_SAMPLE: 293.0", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 66439.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.536 ROUGE2: 22.1169 ROUGEL: 28.7531 TOKENS_PER_SAMPLE: 292.2", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 68894.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.553 ROUGE2: 22.1335 ROUGEL: 28.7766 TOKENS_PER_SAMPLE: 293.0", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 66439.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.671204386045385 exact_match: 90.06158835208471 TOKENS_PER_SAMPLE: 650.9", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 1086.01, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (16x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx16_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.654165750413924 exact_match: 90.01494043679683 TOKENS_PER_SAMPLE: 651.1", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 584.291, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.601 ROUGE2: 22.2096 ROUGEL: 28.8057 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 19621.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 34548.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4735 ROUGE2: 22.0944 ROUGEL: 28.7171 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 33163.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.601 ROUGE2: 22.2096 ROUGEL: 28.8057 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 19621.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 34548.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4735 ROUGE2: 22.0944 ROUGEL: 28.7171 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 33163.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.732 ROUGE2: 15.8897 ROUGEL: 24.4546 ROUGELSUM: 35.7444 GEN_LEN: 8209602", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 58304.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7159 ROUGE2: 15.8601 ROUGEL: 24.4706 ROUGELSUM: 35.7205 GEN_LEN: 8208583", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 41291.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.343", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/retinanet/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 14923.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.329", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/retinanet/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 14355.8, "Performance_Units": "Queries/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.789880371391774 FID_SCORE: 23.553120154964574", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 19.1227, "Performance_Units": "Samples/s" }, { "ID": "5.1-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885_H200x8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.7792293587327 FID_SCORE: 23.600086138904885", "Nodes": 1, "Processor": "AMD EPYC 9575F 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885_H200x8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/C885_H200x8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885_H200x8_TRT", "ColorKey": "availableCisco", "Performance_Result": 18.3718, "Performance_Units": "Queries/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5191 ROUGE2: 22.1138 ROUGEL: 28.7617 TOKENS_PER_SAMPLE: 293.1", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 62351.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5804 ROUGE2: 22.1822 ROUGEL: 28.8022 TOKENS_PER_SAMPLE: 292.0", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 61101.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5191 ROUGE2: 22.1138 ROUGEL: 28.7617 TOKENS_PER_SAMPLE: 293.1", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 62351.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5804 ROUGE2: 22.1822 ROUGEL: 28.8022 TOKENS_PER_SAMPLE: 292.0", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 61101.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.575882764799385 exact_match: 90.06835208471212 TOKENS_PER_SAMPLE: 643.0", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 783.131, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0015", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (16xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx16_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.5159389688805 exact_match: 90.08122435473196 TOKENS_PER_SAMPLE: 627.2", "Nodes": 2, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx16_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx16_TRT", "ColorKey": "availableCisco", "Performance_Result": 563.365, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5291 ROUGE2: 22.1146 ROUGEL: 28.7616 TOKENS_PER_SAMPLE: 293.0", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 124879.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5726 ROUGE2: 22.181 ROUGEL: 28.8074 TOKENS_PER_SAMPLE: 292.0", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 122274.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5291 ROUGE2: 22.1146 ROUGEL: 28.7616 TOKENS_PER_SAMPLE: 293.0", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 124879.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5726 ROUGE2: 22.181 ROUGEL: 28.8074 TOKENS_PER_SAMPLE: 292.0", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 122274.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.606111523014444 exact_match: 90.0671409662475 TOKENS_PER_SAMPLE: 642.8", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 1561.57, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0016", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPF HGX System (32xH100-SXM-80GB, TensorRT)", "Platform": "HGX-H100_H100-SXM-80GBx32_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.550432128421164 exact_match: 90.06867968232957 TOKENS_PER_SAMPLE: 626.2", "Nodes": 4, "Processor": "INTEL(R) XEON(R) PLATINUM 8592+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/HGX-H100_H100-SXM-80GBx32_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/HGX-H100_H100-SXM-80GBx32_TRT", "ColorKey": "availableCisco", "Performance_Result": 1126.94, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 12503.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 11801.7, "Performance_Units": "Queries/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.8127 ROUGE2: 16.0588 ROUGEL: 24.5582 ROUGELSUM: 35.8846 GEN_LEN: 8145187", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/llama3_1-8b/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 819.624, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.8308 ROUGE2: 16.0659 ROUGEL: 24.5783 ROUGELSUM: 35.9018 GEN_LEN: 8143873", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/llama3_1-8b/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 257.749, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 501.263, "Performance_Units": "Samples/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 400.419, "Performance_Units": "Queries/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.584", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/rgat/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 16102.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0017", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "X210M8-1-node-2S-GNR_86C", "Platform": "X210M8-1-node-2S-GNR_86C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.89147168805961", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/X210M8-1-node-2S-GNR_86C/whisper/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/results/X210M8-1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X210M8-1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 1418.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R470 (2x L4-PCIE-24GB, TensorRT)", "Platform": "R470-L4-PCIE-24GBx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.356", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 1, "host_processor_core_count": "86", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 2, "Location": "closed/Dell/results/R470-L4-PCIE-24GBx2_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R470-L4-PCIE-24GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R470-L4-PCIE-24GBx2_TRT", "ColorKey": "availableDell", "Performance_Result": 458.511, "Performance_Units": "Samples/s" }, { "ID": "5.1-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R470 (2x L4-PCIE-24GB, TensorRT)", "Platform": "R470-L4-PCIE-24GBx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.366", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 1, "host_processor_core_count": "86", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 2, "Location": "closed/Dell/results/R470-L4-PCIE-24GBx2_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R470-L4-PCIE-24GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R470-L4-PCIE-24GBx2_TRT", "ColorKey": "availableDell", "Performance_Result": 428.115, "Performance_Units": "Queries/s" }, { "ID": "5.1-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R570 (4x L4-PCIE-24GBx4, TensorRT)", "Platform": "R570-L4-PCIE-24GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.357", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6761P", "host_processors_per_node": 1, "host_processor_core_count": "64", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 4, "Location": "closed/Dell/results/R570-L4-PCIE-24GBx4_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R570-L4-PCIE-24GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R570-L4-PCIE-24GBx4_TRT", "ColorKey": "availableDell", "Performance_Result": 905.51, "Performance_Units": "Samples/s" }, { "ID": "5.1-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R570 (4x L4-PCIE-24GBx4, TensorRT)", "Platform": "R570-L4-PCIE-24GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.344", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6761P", "host_processors_per_node": 1, "host_processor_core_count": "64", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 4, "Location": "closed/Dell/results/R570-L4-PCIE-24GBx4_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R570-L4-PCIE-24GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R570-L4-PCIE-24GBx4_TRT", "ColorKey": "availableDell", "Performance_Result": 813.985, "Performance_Units": "Queries/s" }, { "ID": "5.1-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R570 (4x L4-PCIE-24GBx4, TensorRT)", "Platform": "R570-L4-PCIE-24GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79488586843014 FID_SCORE: 23.445438088293713", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6761P", "host_processors_per_node": 1, "host_processor_core_count": "64", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 4, "Location": "closed/Dell/results/R570-L4-PCIE-24GBx4_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R570-L4-PCIE-24GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R570-L4-PCIE-24GBx4_TRT", "ColorKey": "availableDell", "Performance_Result": 1.00634, "Performance_Units": "Samples/s" }, { "ID": "5.1-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R570 (4x L4-PCIE-24GBx4, TensorRT)", "Platform": "R570-L4-PCIE-24GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79851020604372 FID_SCORE: 23.70729828936453", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6761P", "host_processors_per_node": 1, "host_processor_core_count": "64", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 4, "Location": "closed/Dell/results/R570-L4-PCIE-24GBx4_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R570-L4-PCIE-24GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R570-L4-PCIE-24GBx4_TRT", "ColorKey": "availableDell", "Performance_Result": 0.880856, "Performance_Units": "Queries/s" }, { "ID": "5.1-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PowerEdge R570 (4x L4-PCIE-24GBx4, TensorRT)", "Platform": "R570-L4-PCIE-24GBx4_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85680976807484", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6761P", "host_processors_per_node": 1, "host_processor_core_count": "64", "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 4, "Location": "closed/Dell/results/R570-L4-PCIE-24GBx4_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R570-L4-PCIE-24GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R570-L4-PCIE-24GBx4_TRT", "ColorKey": "availableDell", "Performance_Result": 1397.01, "Performance_Units": "Samples/s" }, { "ID": "5.1-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "R770_XEON6787Px2", "Platform": "R770_XEON6787Px2", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Dell/results/R770_XEON6787Px2/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2", "Notes": "Dell PowerEdge R770. INT8", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R770_XEON6787Px2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R770_XEON6787Px2", "ColorKey": "availableDell", "Performance_Result": 12421.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "R770_XEON6787Px2", "Platform": "R770_XEON6787Px2", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Dell/results/R770_XEON6787Px2/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2", "Notes": "Dell PowerEdge R770. INT8", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R770_XEON6787Px2", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R770_XEON6787Px2", "ColorKey": "availableDell", "Performance_Result": 11801.8, "Performance_Units": "Queries/s" }, { "ID": "5.1-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge R7715 (3x H100-NVL-94GB, TensorRT)", "Platform": "R7715-H100-NVL-94GBx3_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85300303586894", "Nodes": 1, "Processor": "AMD EPYC 9655P", "host_processors_per_node": 1, "host_processor_core_count": "96", "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 3, "Location": "closed/Dell/results/R7715-H100-NVL-94GBx3_TRT/whisper/Offline", "Software": "TensorRT 10.8.0, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/R7715-H100-NVL-94GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R7715-H100-NVL-94GBx3_TRT", "ColorKey": "availableDell", "Performance_Result": 8301.9, "Performance_Units": "Samples/s" }, { "ID": "5.1-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7740 (8x L40S, TensorRT)", "Platform": "XE7740_L40S_PCIe_48GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "Intel Xeon 6787P 86-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7740_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6509.66, "Performance_Units": "Samples/s" }, { "ID": "5.1-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7740 (8x L40S, TensorRT)", "Platform": "XE7740_L40S_PCIe_48GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.358", "Nodes": 1, "Processor": "Intel Xeon 6787P 86-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7740_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6101.31, "Performance_Units": "Queries/s" }, { "ID": "5.1-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7740 (8x L40S, TensorRT)", "Platform": "XE7740_L40S_PCIe_48GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.796962655186654 FID_SCORE: 23.479670120187848", "Nodes": 1, "Processor": "Intel Xeon 6787P 86-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7740_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 5.52041, "Performance_Units": "Samples/s" }, { "ID": "5.1-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7740 (8x L40S, TensorRT)", "Platform": "XE7740_L40S_PCIe_48GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79556788921356 FID_SCORE: 23.645534055988833", "Nodes": 1, "Processor": "Intel Xeon 6787P 86-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7740_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 5.9027, "Performance_Units": "Queries/s" }, { "ID": "5.1-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7740 (8x L40S, TensorRT)", "Platform": "XE7740_L40S_PCIe_48GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85109966976599", "Nodes": 1, "Processor": "Intel Xeon 6787P 86-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.02", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7740_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7740_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 9272.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5292 ROUGE2: 22.1394 ROUGEL: 28.7544 TOKENS_PER_SAMPLE: 293.2", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16419.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5561 ROUGE2: 22.1538 ROUGEL: 28.7788 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31267.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.558 ROUGE2: 22.1505 ROUGEL: 28.7787 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 29070.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5292 ROUGE2: 22.1394 ROUGEL: 28.7544 TOKENS_PER_SAMPLE: 293.2", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16419.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5561 ROUGE2: 22.1538 ROUGEL: 28.7788 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31267.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.558 ROUGE2: 22.1505 ROUGEL: 28.7787 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 29070.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.319", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13421.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 12601.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.786398620605468 FID_SCORE: 23.47752452675536", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 17.0907, "Performance_Units": "Samples/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.76880888849497 FID_SCORE: 23.577864982783524", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16.2171, "Performance_Units": "Queries/s" }, { "ID": "5.1-0023", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.8539547189204", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31674.1, "Performance_Units": "Samples/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.24430264357338 TOKENS_PER_SAMPLE: 3692.70031905196", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30493.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 81.28988149498633 TOKENS_PER_SAMPLE: 3687.7445305378305", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13913.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7725 ROUGE2: 22.3508 ROUGEL: 29.1343 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 60137.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 101253.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7511 ROUGE2: 22.3584 ROUGEL: 29.1379 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 99139.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7725 ROUGE2: 22.3508 ROUGEL: 29.1343 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 60137.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 101253.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7511 ROUGE2: 22.3584 ROUGEL: 29.1379 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 99139.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.902685339458547 exact_match: 90.10775976174718 TOKENS_PER_SAMPLE: 653.0", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 751.369, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.041015729494127 exact_match: 90.10679351422898 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 1648.03, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.934385356383157 exact_match: 90.07670416942422 TOKENS_PER_SAMPLE: 654.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 1243.17, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.4887 ROUGE2: 15.9093 ROUGEL: 24.3217 ROUGELSUM: 35.6339 GEN_LEN: 8152019", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 102907.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4847 ROUGE2: 15.9095 ROUGEL: 24.3231 ROUGELSUM: 35.6311 GEN_LEN: 8151723", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 143309.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4926 ROUGE2: 15.912 ROUGEL: 24.3245 ROUGELSUM: 35.6367 GEN_LEN: 8151809", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 128787.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0024", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9680L_B200_SXM_180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.82730759347906", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 45024.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4746 ROUGE2: 22.0923 ROUGEL: 28.7169 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34588.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4686 ROUGE2: 22.0909 ROUGEL: 28.7111 TOKENS_PER_SAMPLE: 292.8", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33161.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4746 ROUGE2: 22.0923 ROUGEL: 28.7169 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34588.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4686 ROUGE2: 22.0909 ROUGEL: 28.7111 TOKENS_PER_SAMPLE: 292.8", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33161.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.315", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 14542.8, "Performance_Units": "Samples/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.311", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13603.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0025", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85585808502336", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": "120", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34014.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5347 ROUGE2: 22.1351 ROUGEL: 28.7615 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21915.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5561 ROUGE2: 22.1538 ROUGEL: 28.7788 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 35316.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5531 ROUGE2: 22.1514 ROUGEL: 28.7772 TOKENS_PER_SAMPLE: 293.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33244.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5347 ROUGE2: 22.1351 ROUGEL: 28.7615 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21915.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5561 ROUGE2: 22.1538 ROUGEL: 28.7788 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 35316.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5531 ROUGE2: 22.1514 ROUGEL: 28.7772 TOKENS_PER_SAMPLE: 293.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33244.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.348", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 14960.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0026", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GB, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.338", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13603.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4425 ROUGE2: 22.0529 ROUGEL: 28.6077 TOKENS_PER_SAMPLE: 300.8", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 8455.14, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4554 ROUGE2: 22.0621 ROUGEL: 28.6187 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 27325.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4515 ROUGE2: 22.0376 ROUGEL: 28.6031 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 24747.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4425 ROUGE2: 22.0529 ROUGEL: 28.6077 TOKENS_PER_SAMPLE: 300.8", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 8455.14, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4554 ROUGE2: 22.0621 ROUGEL: 28.6187 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 27325.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4515 ROUGE2: 22.0376 ROUGEL: 28.6031 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 24747.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2478 ROUGE2: 23.205 ROUGEL: 30.2579 TOKENS_PER_SAMPLE: 143.6 gsm8k_accuracy: 73.22 mbxp_accuracy: 59.96", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 53333.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0027", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell Poweredge XE9680", "Platform": "XE9680_MI300X_192GBx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.309 ROUGE2: 23.2232 ROUGEL: 30.4214 TOKENS_PER_SAMPLE: 143.2 gsm8k_accuracy: 73.16 mbxp_accuracy: 60.3", "Nodes": 1, "Processor": "Intel Xeon 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell/results/XE9680_MI300X_192GBx8/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9680_MI300X_192GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_MI300X_192GBx8", "ColorKey": "availableDell", "Performance_Result": 47801.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.81403828623519 TOKENS_PER_SAMPLE: 3678.492479489517", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30766.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 80.78851412944394 TOKENS_PER_SAMPLE: 3698.2955788514128", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13963.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3837 ROUGEL: 29.1465 TOKENS_PER_SAMPLE: 274.1", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 102131.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7594 ROUGE2: 22.3693 ROUGEL: 29.1474 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 99214.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3837 ROUGEL: 29.1465 TOKENS_PER_SAMPLE: 274.1", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 102131.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7594 ROUGE2: 22.3693 ROUGEL: 29.1474 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 99214.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.90952947357766 exact_match: 90.09837524818 TOKENS_PER_SAMPLE: 653.2", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 751.589, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.041015729494127 exact_match: 90.10679351422898 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 1660.71, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.885192686033413 exact_match: 90.0893778954335 TOKENS_PER_SAMPLE: 655.9", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 1246.56, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.486 ROUGE2: 15.9112 ROUGEL: 24.3232 ROUGELSUM: 35.6323 GEN_LEN: 8151740", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 143904.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.488 ROUGE2: 15.9077 ROUGEL: 24.3212 ROUGELSUM: 35.6318 GEN_LEN: 8152064", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 128794.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79659519225359 FID_SCORE: 23.70978791250161", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 32.2916, "Performance_Units": "Samples/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.792466362416743 FID_SCORE: 23.623303900722703", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 28.4651, "Performance_Units": "Queries/s" }, { "ID": "5.1-0028", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9685L (8x B200-SXM-180GB, TensorRT)", "Platform": "XE9685L_B200_SXM_180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.82730759347906", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": "192", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 22.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/results/XE9685L_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9685L_B200_SXM_180GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 44922.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5728 ROUGE2: 22.1675 ROUGEL: 28.7858 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 34301.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5711 ROUGE2: 22.165 ROUGEL: 28.7855 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 33384.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5727 ROUGE2: 22.1675 ROUGEL: 28.7859 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 34485.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5805 ROUGE2: 22.1679 ROUGEL: 28.7879 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 33370.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.63006777741422 exact_match: 89.9634579748511 TOKENS_PER_SAMPLE: 645.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 547.261, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.6197880583499 exact_match: 90.00131369953674 TOKENS_PER_SAMPLE: 647.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 277.331, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79677985280752 FID_SCORE: 23.75828247516688", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 18.6415, "Performance_Units": "Samples/s" }, { "ID": "5.1-0029", "Submitter": "Dell_Broadcom", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H200-SXM-141GB,VMware ESXi 9.0.0)", "Platform": "vXE9680_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.793440251648427 FID_SCORE: 23.553221322460104", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "Virtualized NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.8", "operating_system": "Ubuntu 24.04, VMware ESXi 9.0.0 24755229", "Notes": "VM Specifications 48vCPU out of 96 and memory of 2TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp16', 'clip2': 'fp16', 'unet': 'fp8', 'vae': 'int8'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/results/vXE9680_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_Broadcom/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_Broadcom/vXE9680_H200-SXM-141GBx8_TRT", "ColorKey": "availableDell_Broadcom", "Performance_Result": 17.9503, "Performance_Units": "Queries/s" }, { "ID": "5.1-0030", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (2x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI300X_4xXeon_8460Y", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4636 ROUGE2: 22.0545 ROUGEL: 28.6212 TOKENS_PER_SAMPLE: 301.2", "Nodes": 2, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/16xMI300X_4xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 53572.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0030", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (2x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI300X_4xXeon_8460Y", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4434 ROUGE2: 22.0698 ROUGEL: 28.6107 TOKENS_PER_SAMPLE: 300.8", "Nodes": 2, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/16xMI300X_4xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 47561.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0030", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (2x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI300X_4xXeon_8460Y", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4636 ROUGE2: 22.0545 ROUGEL: 28.6212 TOKENS_PER_SAMPLE: 301.2", "Nodes": 2, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/16xMI300X_4xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 53572.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0030", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (2x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI300X_4xXeon_8460Y", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4434 ROUGE2: 22.0698 ROUGEL: 28.6107 TOKENS_PER_SAMPLE: 300.8", "Nodes": 2, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/16xMI300X_4xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/16xMI300X_4xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 47561.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0031", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xXeon_8460Y", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4409 ROUGE2: 22.029 ROUGEL: 28.6051 TOKENS_PER_SAMPLE: 302.0", "Nodes": 1, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/8xMI300X_2xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 27678.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0031", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xXeon_8460Y", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4313 ROUGE2: 22.0462 ROUGEL: 28.602 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/8xMI300X_2xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 24532.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0031", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xXeon_8460Y", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4409 ROUGE2: 22.029 ROUGEL: 28.6051 TOKENS_PER_SAMPLE: 302.0", "Nodes": 1, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/8xMI300X_2xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 27678.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0031", "Submitter": "Dell_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xXeon_8460Y", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4313 ROUGE2: 22.0462 ROUGEL: 28.602 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "Intel Xeon Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "80", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/results/8xMI300X_2xXeon_8460Y", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Dell_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell_MangoBoost/8xMI300X_2xXeon_8460Y", "ColorKey": "availableDell_MangoBoost", "Performance_Result": 24532.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "764987c5c33d-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.314", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/764987c5c33d-nvidia-gpu-TensorRT-default_config/retinanet/offline", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.14.0-27-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/764987c5c33d-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GATEOverflow/764987c5c33d-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1760.45, "Performance_Units": "Samples/s" }, { "ID": "5.1-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "764987c5c33d-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.334", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/764987c5c33d-nvidia-gpu-TensorRT-default_config/retinanet/server", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.14.0-27-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/764987c5c33d-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GATEOverflow/764987c5c33d-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1448.97, "Performance_Units": "Queries/s" }, { "ID": "5.1-0033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "764987c5c33d-reference-gpu-vllm-default_config", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.95483312237693", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/764987c5c33d-reference-gpu-vllm-default_config/whisper/offline", "Software": "vllm", "operating_system": "Ubuntu 22.04 (linux-6.14.0-24-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/764987c5c33d-reference-gpu-vllm-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GATEOverflow/764987c5c33d-reference-gpu-vllm-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.953, "Performance_Units": "Samples/s" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.695344, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.575, "Performance_Units": "Samples/s" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.627156, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 3934.022912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.2107, "Performance_Units": "Samples/s" }, { "ID": "5.1-0034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.542033, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.578", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/retinanet/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.979792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.578", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/retinanet/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.4481, "Performance_Units": "Samples/s" }, { "ID": "5.1-0035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.578", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/retinanet/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.34974, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.768479, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/offline", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.369, "Performance_Units": "Samples/s" }, { "ID": "5.1-0036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.723911, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config/resnet50/multistream", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.483657, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config/resnet50/offline", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.712, "Performance_Units": "Samples/s" }, { "ID": "5.1-0037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config/resnet50/singlestream", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.589301, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-reference-gpu-vllm-default_config", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.95007470711954", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-gpu-vllm-default_config/whisper/offline", "Software": "vllm", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_AMD_AM5-reference-gpu-vllm-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_AMD_AM5-reference-gpu-vllm-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "GATEOverflow_Intel_SPR_i9-reference-gpu-vllm-default_config", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.95578480542841", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-reference-gpu-vllm-default_config/whisper/offline", "Software": "vllm", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-reference-gpu-vllm-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_Intel_SPR_i9-reference-gpu-vllm-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.977, "Performance_Units": "Samples/s" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.734265, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/offline", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.159, "Performance_Units": "Samples/s" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.79726, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/retinanet/multistream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 4377.2638, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/retinanet/offline", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.57002, "Performance_Units": "Samples/s" }, { "ID": "5.1-0040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config/retinanet/singlestream", "Software": "onnxruntime v1.22.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-onnxruntime_v1.22.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.980264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config/resnet50/multistream", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.682517, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config/resnet50/offline", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.632, "Performance_Units": "Samples/s" }, { "ID": "5.1-0041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config/resnet50/singlestream", "Software": "tf v2.19.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-cpu-tf_v2.19.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.314058, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.559", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126/retinanet/multistream", "Software": "pytorch v2.7.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.92088, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.559", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126/retinanet/offline", "Software": "pytorch v2.7.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.578, "Performance_Units": "Samples/s" }, { "ID": "5.1-0042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.559", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126/retinanet/singlestream", "Software": "pytorch v2.7.1", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_RTX4090x1-reference-gpu-pytorch_v2.7.1-cu126", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.700909, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "GATEOverflow_intel_spr-reference-gpu-vllm-default_config", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.95483312237693", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/GATEOverflow_intel_spr-reference-gpu-vllm-default_config/whisper/offline", "Software": "vllm", "operating_system": "Ubuntu 22.04 (linux-6.14.0-24-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/GATEOverflow_intel_spr-reference-gpu-vllm-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/GATEOverflow_intel_spr-reference-gpu-vllm-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.953, "Performance_Units": "Samples/s" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.34576, "Performance_Units": "Samples/s" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86018", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.835421, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.062", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.503471, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 88476.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/resnet50/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.305005, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/retinanet/multistream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.486531, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.319", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/retinanet/offline", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1766.71, "Performance_Units": "Samples/s" }, { "ID": "5.1-0044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.307", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/retinanet/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.688516, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4292 ROUGE2: 22.0508 ROUGEL: 28.5928 TOKENS_PER_SAMPLE: 300.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 18825.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4303 ROUGE2: 22.0364 ROUGEL: 28.5916 TOKENS_PER_SAMPLE: 301.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 34483.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4637 ROUGE2: 22.082 ROUGEL: 28.6206 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 32139.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4292 ROUGE2: 22.0508 ROUGEL: 28.5928 TOKENS_PER_SAMPLE: 300.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 18825.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4303 ROUGE2: 22.0364 ROUGEL: 28.5916 TOKENS_PER_SAMPLE: 301.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 34483.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4637 ROUGE2: 22.082 ROUGEL: 28.6206 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 32139.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.489 ROUGE2: 23.3169 ROUGEL: 30.4715 TOKENS_PER_SAMPLE: 143.8 gsm8k_accuracy: 73.54 mbxp_accuracy: 60.22", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 69692.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0045", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3559 ROUGE2: 23.1822 ROUGEL: 30.2796 TOKENS_PER_SAMPLE: 145.3 gsm8k_accuracy: 73.76 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/GigaComputing/results/8xMI325X_2xEPYC_9575F/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/8xMI325X_2xEPYC_9575F", "ColorKey": "availableGigaComputing", "Performance_Result": 58242.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.74567000911577 TOKENS_PER_SAMPLE: 3623.5193710118506", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 30873.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 80.83409298085688 TOKENS_PER_SAMPLE: 3758.6991795806744", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 15977.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.772 ROUGE2: 22.3552 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 274.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 62851.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 98607.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.753 ROUGE2: 22.3601 ROUGEL: 29.1411 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 99066.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.772 ROUGE2: 22.3552 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 274.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 62851.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 98607.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.753 ROUGE2: 22.3601 ROUGEL: 29.1411 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 99066.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.923400568278826 exact_match: 90.10112508272667 TOKENS_PER_SAMPLE: 653.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 719.409, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.041015729494127 exact_match: 90.106793514229 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 1625.66, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.90381155970946 exact_match: 90.10936135009926 TOKENS_PER_SAMPLE: 656.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 1244.97, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.4084 ROUGE2: 15.7596 ROUGEL: 24.2955 ROUGELSUM: 35.4954 GEN_LEN: 8201797", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 102829.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4142 ROUGE2: 15.7645 ROUGEL: 24.2998 ROUGELSUM: 35.5014 GEN_LEN: 8201397", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 142136.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4063 ROUGE2: 15.7582 ROUGEL: 24.2959 ROUGELSUM: 35.4928 GEN_LEN: 8202215", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 128660.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.871", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 632483.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.78389457374811 FID_SCORE: 23.73036935777867", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 31.5784, "Performance_Units": "Samples/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.795472573041916 FID_SCORE: 23.610710098055563", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 28.4612, "Performance_Units": "Queries/s" }, { "ID": "5.1-0046", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G894-SD1", "Platform": "G894-SD1_B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.84729293756007", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6745P", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.4", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/results/G894-SD1_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G894-SD1_B200-SXM-180GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 42565.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.0619872379216 TOKENS_PER_SAMPLE: 3755.584776663628", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 31920.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 81.19872379216044 TOKENS_PER_SAMPLE: 3683.781905195989", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 14630.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.9038 ROUGE2: 22.4469 ROUGEL: 29.2425 TOKENS_PER_SAMPLE: 270.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 52140.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3837 ROUGEL: 29.1465 TOKENS_PER_SAMPLE: 274.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 78463.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7671 ROUGE2: 22.3658 ROUGEL: 29.1497 TOKENS_PER_SAMPLE: 274.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 99169.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.9038 ROUGE2: 22.4469 ROUGEL: 29.2425 TOKENS_PER_SAMPLE: 270.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 52140.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3837 ROUGEL: 29.1465 TOKENS_PER_SAMPLE: 274.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 78463.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7671 ROUGE2: 22.3658 ROUGEL: 29.1497 TOKENS_PER_SAMPLE: 274.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 99169.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.93880216312816 exact_match: 90.1161747187293 TOKENS_PER_SAMPLE: 654.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 750.447, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.041015729494127 exact_match: 90.10679351422898 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 1655.36, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.90266603412756 exact_match: 90.11189609530112 TOKENS_PER_SAMPLE: 656.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 1246.79, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4857 ROUGE2: 15.9103 ROUGEL: 24.3227 ROUGELSUM: 35.6323 GEN_LEN: 8151415", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 141138.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4971 ROUGE2: 15.9165 ROUGEL: 24.328 ROUGELSUM: 35.6402 GEN_LEN: 8151586", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 119628.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.864", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 630364.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.791281538009642 FID_SCORE: 23.819083732023557", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 32.1157, "Performance_Units": "Samples/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.811971285641192 FID_SCORE: 23.828026258573118", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 28.4633, "Performance_Units": "Queries/s" }, { "ID": "5.1-0047", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85490640197189", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 42755.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5232 ROUGE2: 22.1238 ROUGEL: 28.7736 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 19554.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5717 ROUGE2: 22.1667 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 35043.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5232 ROUGE2: 22.1238 ROUGEL: 28.7736 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 19554.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5717 ROUGE2: 22.1667 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 35043.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.320", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 14718.8, "Performance_Units": "Samples/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.283", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 13603.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0048", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.84063115619975", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 34088.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5972 ROUGE2: 22.2065 ROUGEL: 28.8025 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20432.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 34964.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4741 ROUGE2: 22.0938 ROUGEL: 28.7171 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 33164.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5874 ROUGE2: 22.2019 ROUGEL: 28.7968 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20356.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4739 ROUGE2: 22.0919 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 34797.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4742 ROUGE2: 22.0947 ROUGEL: 28.7168 TOKENS_PER_SAMPLE: 292.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 33144.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.7275 ROUGE2: 15.8766 ROUGEL: 24.4574 ROUGELSUM: 35.7423 GEN_LEN: 8209501", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 53475.2, "Performance_Units": "Queries/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7321 ROUGE2: 15.8955 ROUGEL: 24.4599 ROUGELSUM: 35.7408 GEN_LEN: 8209736", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 66036.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7394 ROUGE2: 15.8943 ROUGEL: 24.47 ROUGELSUM: 35.7517 GEN_LEN: 8209966", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 64914.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4624 ROUGE2: 23.3274 ROUGEL: 30.4139 TOKENS_PER_SAMPLE: 146.1 gsm8k_accuracy: 73.14 mbxp_accuracy: 59.98", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 62108.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.486 ROUGE2: 23.3172 ROUGEL: 30.4769 TOKENS_PER_SAMPLE: 147.2 gsm8k_accuracy: 73.68 mbxp_accuracy: 60.08", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 60955.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14996.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14205.6, "Performance_Units": "Queries/s" }, { "ID": "5.1-0049", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.86347154943518", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 34450.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0050", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (10x H200-NVL-141GB)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 10, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "H200 TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "ColorKey": "availableHPE", "Performance_Result": 713817.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0050", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (10x H200-NVL-141GB)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 10, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "H200 TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "ColorKey": "availableHPE", "Performance_Result": 650211.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0050", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (10x H200-NVL-141GB)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 10, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "H200 TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "ColorKey": "availableHPE", "Performance_Result": 433591.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0050", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (10x H200-NVL-141GB)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 10, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "H200 TGP 600W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX10_TRT", "ColorKey": "availableHPE", "Performance_Result": 413565.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7634 ROUGE2: 22.343 ROUGEL: 29.1636 TOKENS_PER_SAMPLE: 272.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 26205.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7609 ROUGE2: 22.3419 ROUGEL: 29.1543 TOKENS_PER_SAMPLE: 273.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 26005.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7634 ROUGE2: 22.343 ROUGEL: 29.1636 TOKENS_PER_SAMPLE: 272.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 26205.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7615 ROUGE2: 22.3412 ROUGEL: 29.1533 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 26001.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.5849 ROUGE2: 15.855 ROUGEL: 24.3053 ROUGELSUM: 35.5358 GEN_LEN: 8181547", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 36052.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.5868 ROUGE2: 15.859 ROUGEL: 24.3111 ROUGELSUM: 35.538 GEN_LEN: 8181337", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 46841.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.5862 ROUGE2: 15.8584 ROUGEL: 24.3099 ROUGELSUM: 35.5373 GEN_LEN: 8181210", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 46060.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.3354 ROUGE2: 23.2114 ROUGEL: 30.3336 TOKENS_PER_SAMPLE: 144.1 gsm8k_accuracy: 72.96 mbxp_accuracy: 60.38", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 32738.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.5064 ROUGE2: 23.3633 ROUGEL: 30.4939 TOKENS_PER_SAMPLE: 145.2 gsm8k_accuracy: 73.4 mbxp_accuracy: 59.66", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 30134.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.811699188947678 FID_SCORE: 23.8560945163033", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 11.0758, "Performance_Units": "Samples/s" }, { "ID": "5.1-0051", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x RTX Pro 6000 Blackwell Server Edition)", "Platform": "HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.811699188947678 FID_SCORE: 23.856094516302846", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "172", "Accelerator": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_RTX_PRO_6000_PCIE_96GBx8_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 10.8825, "Performance_Units": "Queries/s" }, { "ID": "5.1-0052", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL385 Gen11 (2x H200-NVL-141GB)", "Platform": "HPE_PROLIANT_DL385_H200NVL_PCIE_141GBx2_TRT_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.86442323248666", "Nodes": 1, "Processor": "AMD EPYC 9455", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 2, "Location": "closed/HPE/results/HPE_PROLIANT_DL385_H200NVL_PCIE_141GBx2_TRT_TRT/whisper/Offline", "Software": "TensorRT 10.11.0, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "H200", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_DL385_H200NVL_PCIE_141GBx2_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL385_H200NVL_PCIE_141GBx2_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 7925.55, "Performance_Units": "Samples/s" }, { "ID": "5.1-0053", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64)", "Platform": "HPE_ProLiant_DL384_GH200_144GBx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "ColorKey": "availableHPE", "Performance_Result": 174456.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0053", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64)", "Platform": "HPE_ProLiant_DL384_GH200_144GBx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.10, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "ColorKey": "availableHPE", "Performance_Result": 161030.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0054", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant ML30 Gen11 (1x NVIDIA RTX 4000 Ada-PCIe-20GB)", "Platform": "HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.327", "Nodes": 1, "Processor": "Intel(R) Xeon(R) E E-2488", "host_processors_per_node": 1, "host_processor_core_count": "8", "Accelerator": "NVIDIA RTX 4000 Ada-PCIe-20GB", "a#": 1, "Location": "closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT/retinanet/MultiStream", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 29.964648, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0054", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant ML30 Gen11 (1x NVIDIA RTX 4000 Ada-PCIe-20GB)", "Platform": "HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.319", "Nodes": 1, "Processor": "Intel(R) Xeon(R) E E-2488", "host_processors_per_node": 1, "host_processor_core_count": "8", "Accelerator": "NVIDIA RTX 4000 Ada-PCIe-20GB", "a#": 1, "Location": "closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT/retinanet/Offline", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 258.352, "Performance_Units": "Samples/s" }, { "ID": "5.1-0054", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant ML30 Gen11 (1x NVIDIA RTX 4000 Ada-PCIe-20GB)", "Platform": "HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.312", "Nodes": 1, "Processor": "Intel(R) Xeon(R) E E-2488", "host_processors_per_node": 1, "host_processor_core_count": "8", "Accelerator": "NVIDIA RTX 4000 Ada-PCIe-20GB", "a#": 1, "Location": "closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT/retinanet/SingleStream", "Software": "TensorRT 10.11.0.33, CUDA 12.9", "operating_system": "Ubuntu 24.04.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/results/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_PROLIANT_ML30_RTX_4000_Ada_PCIE_20GBx1_TRT_TRT", "ColorKey": "availableHPE", "Performance_Result": 51.00204, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18495.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18190.1, "Performance_Units": "Queries/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18495.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18190.1, "Performance_Units": "Queries/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7373 ROUGE2: 15.896 ROUGEL: 24.4021 ROUGELSUM: 35.7752 GEN_LEN: 8146073", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/llama3_1-8b/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 1232.89, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7139 ROUGE2: 15.8787 ROUGEL: 24.3818 ROUGELSUM: 35.7417 GEN_LEN: 8148686", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/llama3_1-8b/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 450.836, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/retinanet/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 708.252, "Performance_Units": "Samples/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/retinanet/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 579.508, "Performance_Units": "Queries/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.578", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/rgat/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 24121.9, "Performance_Units": "Samples/s" }, { "ID": "5.1-0055", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.88576267638467", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/whisper/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 2187.39, "Performance_Units": "Samples/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6087 ROUGE2: 22.0542 ROUGEL: 28.8365 TOKENS_PER_SAMPLE: 276.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama2-70b-99/Offline", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 3009.38, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6946 ROUGE2: 22.1261 ROUGEL: 28.9056 TOKENS_PER_SAMPLE: 275.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama2-70b-99/Server", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 2110.05, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6087 ROUGE2: 22.0542 ROUGEL: 28.8365 TOKENS_PER_SAMPLE: 276.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama2-70b-99.9/Offline", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 3009.38, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6946 ROUGE2: 22.1261 ROUGEL: 28.9056 TOKENS_PER_SAMPLE: 275.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama2-70b-99.9/Server", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 2110.05, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.412 ROUGE2: 15.8371 ROUGEL: 24.3649 ROUGELSUM: 35.547 GEN_LEN: 8115582", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama3_1-8b/Offline", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 6472.37, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0056", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-4x-BMG-Pro-B60-Dual", "Platform": "1-node-4x-BMG-Pro-B60-Dual", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4067 ROUGE2: 15.8345 ROUGEL: 24.3604 ROUGELSUM: 35.5418 GEN_LEN: 8115682", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w9-3475X", "host_processors_per_node": 1, "host_processor_core_count": "36", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 4, "Location": "closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual/llama3_1-8b/Server", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-4x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-4x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 5348.45, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0057", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "1-node-1x-BMG-Pro-B60-Dual", "Platform": "1-node-1x-BMG-Pro-B60-Dual", "UsedModel": "llama3.1-8b-edge", "Model": "llama3.1-8b-edge", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.9139 ROUGE2: 16.194 ROUGEL: 24.569 ROUGELSUM: 36.0126 GEN_LEN: 3052751", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468V", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 1, "Location": "closed/Intel/results/1-node-1x-BMG-Pro-B60-Dual/llama3.1-8b-edge/Offline", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-1x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "edge/closed/Intel/1-node-1x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 1652.47, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0057", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "1-node-1x-BMG-Pro-B60-Dual", "Platform": "1-node-1x-BMG-Pro-B60-Dual", "UsedModel": "llama3.1-8b-edge", "Model": "llama3.1-8b-edge", "Scenario": "SingleStream", "Accuracy": "ROUGE1: 38.837 ROUGE2: 16.1464 ROUGEL: 24.5684 ROUGELSUM: 36.0051 GEN_LEN: 3052101", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468V", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "[MAXSUN] MS-Intel Arc Pro B60 Dual 48G Turbo", "a#": 1, "Location": "closed/Intel/results/1-node-1x-BMG-Pro-B60-Dual/llama3.1-8b-edge/SingleStream", "Software": "vLLM 0.9.0, PyTorch 2.7.0", "operating_system": "Ubuntu 25.04", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UINT4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/results/1-node-1x-BMG-Pro-B60-Dual", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "edge/closed/Intel/1-node-1x-BMG-Pro-B60-Dual", "ColorKey": "availableIntel", "Performance_Result": 3545.895439, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 12274.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 11801.6, "Performance_Units": "Queries/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7192 ROUGE2: 15.8711 ROUGEL: 24.3919 ROUGELSUM: 35.7699 GEN_LEN: 8147294", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/llama3_1-8b/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 797.84, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7463 ROUGE2: 15.9143 ROUGEL: 24.4169 ROUGELSUM: 35.7762 GEN_LEN: 8146338", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/llama3_1-8b/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 289.973, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/retinanet/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 479.573, "Performance_Units": "Samples/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/retinanet/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 365.415, "Performance_Units": "Queries/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.541", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/rgat/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 13847.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0058", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_BareMetal", "Platform": "1-node-2S-GNR_86C_BareMetal", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.88576267638467", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal/whisper/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_BareMetal", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_BareMetal", "ColorKey": "availableIntel_VMware", "Performance_Result": 1481.52, "Performance_Units": "Samples/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.24115873428761", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 11981.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.24115873428761", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 11566.1, "Performance_Units": "Queries/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7587 ROUGE2: 15.9057 ROUGEL: 24.4295 ROUGELSUM: 35.8119 GEN_LEN: 8147411", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/llama3_1-8b/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 774.122, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7406 ROUGE2: 15.9121 ROUGEL: 24.4085 ROUGELSUM: 35.7686 GEN_LEN: 8148598", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/llama3_1-8b/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 260.99, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.381", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/retinanet/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 467.451, "Performance_Units": "Samples/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.381", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/retinanet/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 361.651, "Performance_Units": "Queries/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.534", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/rgat/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 12771.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0059", "Submitter": "Intel_VMware", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Platform": "1-node-2S-GNR_86C_ESXi_172VCPU-VM", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.89147168805961", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM/whisper/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "VM Configuration:VCPUs:172,VCPUs per NUMA 43,VM version 22. VMware ESXi 9.0.0.0.24755229", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/results/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Intel_VMware/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel_VMware/1-node-2S-GNR_86C_ESXi_172VCPU-VM", "ColorKey": "availableIntel_VMware", "Performance_Result": 1420.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7048 ROUGE2: 22.3207 ROUGEL: 29.0828 TOKENS_PER_SAMPLE: 275.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 102725.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7117 ROUGE2: 22.331 ROUGEL: 29.0938 TOKENS_PER_SAMPLE: 276.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 99993.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.967504984933633 exact_match: 90.12735605559234 TOKENS_PER_SAMPLE: 661.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 1648.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.906606275415058 exact_match: 90.06733620119128 TOKENS_PER_SAMPLE: 655.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 1246.79, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79962874919176 FID_SCORE: 23.753057163893118", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 32.5691, "Performance_Units": "Samples/s" }, { "ID": "5.1-0060", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.807123802006245 FID_SCORE: 23.71694873832888", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lambda/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "{'clip1': 'fp32', 'clip2': 'fp32', 'unet': 'fp8', 'vae': 'fp32'}", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/B200-SXM-180GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 28.4629, "Performance_Units": "Queries/s" }, { "ID": "5.1-0061", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR680a_V3_B200SXMx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR680a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 10400.9988793425, "Power_Units": "Watts", "Performance_Result": 102909.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0061", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR680a_V3_B200SXMx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.751 ROUGE2: 22.3605 ROUGEL: 29.138 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR680a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 10442.2597402597, "Power_Units": "Watts", "Performance_Result": 99159.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0061", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR680a_V3_B200SXMx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR680a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 10400.9988793425, "Power_Units": "Watts", "Performance_Result": 102909.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0061", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR680a_V3_B200SXMx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.758 ROUGE2: 22.3636 ROUGEL: 29.1481 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR680a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 10434.706455542, "Power_Units": "Watts", "Performance_Result": 99203.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0061", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR680a_V3_B200SXMx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.78448185616261", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT/whisper/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR680a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR680a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 7636.4895833333, "Power_Units": "Watts", "Performance_Result": 43698.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.919794037805914 exact_match: 90.09692256783588 TOKENS_PER_SAMPLE: 653.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 752.624, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.01394132892705 exact_match: 90.10597286565189 TOKENS_PER_SAMPLE: 652.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9891.7643975904, "Power_Units": "Watts", "Performance_Result": 1637.11, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.889557307578055 exact_match: 90.10983785572468 TOKENS_PER_SAMPLE: 656.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9566.1823383085, "Power_Units": "Watts", "Performance_Result": 1249.04, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4142 ROUGE2: 15.7645 ROUGEL: 24.2998 ROUGELSUM: 35.5014 GEN_LEN: 8201397", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9436.05296875, "Power_Units": "Watts", "Performance_Result": 146960.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4099 ROUGE2: 15.7616 ROUGEL: 24.2984 ROUGELSUM: 35.4965 GEN_LEN: 8201753", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9011.0666666667, "Power_Units": "Watts", "Performance_Result": 128689.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.869", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 7467.0917985612, "Power_Units": "Watts", "Performance_Result": 618486.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.7912813398242 FID_SCORE: 23.819083732023614", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9514.4024077047, "Power_Units": "Watts", "Performance_Result": 31.7836, "Performance_Units": "Samples/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.783414104580878 FID_SCORE: 23.760687902048915", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Power_Result": 9437.6092257002, "Power_Units": "Watts", "Performance_Result": 28.4637, "Performance_Units": "Queries/s" }, { "ID": "5.1-0062", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3 (8x B200-SXM-180GB, TensorRT)", "Platform": "SR780a_V3_B200SXMx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.78448185616261", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT/whisper/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SR780a_V3_B200SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_B200SXMx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 44365.8, "Performance_Units": "Samples/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 12230.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 11991.5, "Performance_Units": "Queries/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.8554 ROUGE2: 16.0855 ROUGEL: 24.6139 ROUGELSUM: 35.9173 GEN_LEN: 8143342", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/llama3_1-8b/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 776.849, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.8215 ROUGE2: 16.0698 ROUGEL: 24.5733 ROUGELSUM: 35.8962 GEN_LEN: 8144338", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/llama3_1-8b/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 275.781, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 52.960", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 468.732, "Performance_Units": "Samples/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 54.234", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 375.464, "Performance_Units": "Queries/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.555", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/rgat/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 13621.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0063", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem_SR650_V4_GNR_86C", "Platform": "ThinkSystem_SR650_V4_GNR_86C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.88576267638467", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C/whisper/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/ThinkSystem_SR650_V4_GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/ThinkSystem_SR650_V4_GNR_86C", "ColorKey": "availableLenovo", "Performance_Result": 1411.8, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 0.610839, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/3d-unet-99/SingleStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 3683.789338, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 0.610839, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/3d-unet-99.9/SingleStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 3683.789338, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/resnet50/MultiStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 1.482812, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 6607.08, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/resnet50/SingleStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 0.513395, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.327", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/retinanet/MultiStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 70.202928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.331", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 119.465, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.321", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/retinanet/SingleStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 8.504249, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.803648518025874 FID_SCORE: 23.675585226839587", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 0.13291, "Performance_Units": "Samples/s" }, { "ID": "5.1-0064", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "ThinkEdge SE100 (1x RTX-2000E-Ada-16GB, TensorRT)", "Platform": "SE100_RTX2000E_Ada_16GBx1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "SingleStream", "Accuracy": "CLIP_SCORE: 31.802638402581216 FID_SCORE: 23.67567463560664", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA RTX-2000E-Ada-16GB", "a#": 1, "Location": "closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT/stable-diffusion-xl/SingleStream", "Software": "TensorRT 10.8, CUDA 12.9", "operating_system": "Ubuntu 24.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/results/SE100_RTX2000E_Ada_16GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/closed/Lenovo/SE100_RTX2000E_Ada_16GBx1_TRT", "ColorKey": "availableLenovo", "Performance_Result": 7479.348703, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0065", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Heterogeneous Cluster (4x8x MI300X-192GB, 2x8x MI325X-256GB, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4439 ROUGE2: 22.0377 ROUGEL: 28.5979 TOKENS_PER_SAMPLE: 300.9", "Nodes": 6, "Processor": "AMD EPYC 9534 (on MI300X node), AMD EPYC 9655 (on MI325X node)", "host_processors_per_node": 2, "host_processor_core_count": "64(AMD EPYC 9534) and 96(AMD EPYC 9655)", "Accelerator": "AMD Instinct MI300X 192GB HBM3 (x32), AMD Instinct MI325X 256GB HBM3e (x16)", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 169197.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0065", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Heterogeneous Cluster (4x8x MI300X-192GB, 2x8x MI325X-256GB, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4379 ROUGE2: 22.0365 ROUGEL: 28.6151 TOKENS_PER_SAMPLE: 300.7", "Nodes": 6, "Processor": "AMD EPYC 9534 (on MI300X node), AMD EPYC 9655 (on MI325X node)", "host_processors_per_node": 2, "host_processor_core_count": "64(AMD EPYC 9534) and 96(AMD EPYC 9655)", "Accelerator": "AMD Instinct MI300X 192GB HBM3 (x32), AMD Instinct MI325X 256GB HBM3e (x16)", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 153076.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0065", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Heterogeneous Cluster (4x8x MI300X-192GB, 2x8x MI325X-256GB, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4439 ROUGE2: 22.0377 ROUGEL: 28.5979 TOKENS_PER_SAMPLE: 300.9", "Nodes": 6, "Processor": "AMD EPYC 9534 (on MI300X node), AMD EPYC 9655 (on MI325X node)", "host_processors_per_node": 2, "host_processor_core_count": "64(AMD EPYC 9534) and 96(AMD EPYC 9655)", "Accelerator": "AMD Instinct MI300X 192GB HBM3 (x32), AMD Instinct MI325X 256GB HBM3e (x16)", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 169197.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0065", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Heterogeneous Cluster (4x8x MI300X-192GB, 2x8x MI325X-256GB, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4379 ROUGE2: 22.0365 ROUGEL: 28.6151 TOKENS_PER_SAMPLE: 300.7", "Nodes": 6, "Processor": "AMD EPYC 9534 (on MI300X node), AMD EPYC 9655 (on MI325X node)", "host_processors_per_node": 2, "host_processor_core_count": "64(AMD EPYC 9534) and 96(AMD EPYC 9655)", "Accelerator": "AMD Instinct MI300X 192GB HBM3 (x32), AMD Instinct MI325X 256GB HBM3e (x16)", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534_16xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 153076.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0066", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4421 ROUGE2: 22.029 ROUGEL: 28.6003 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/8xMI300X_2xEPYC_9534/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 27854.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0066", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4673 ROUGE2: 22.0618 ROUGEL: 28.6446 TOKENS_PER_SAMPLE: 300.7", "Nodes": 1, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/8xMI300X_2xEPYC_9534/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 24860.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0066", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4421 ROUGE2: 22.029 ROUGEL: 28.6003 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/8xMI300X_2xEPYC_9534/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 27854.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0066", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8125GS-TNMR2 (8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "8xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4673 ROUGE2: 22.0618 ROUGEL: 28.6446 TOKENS_PER_SAMPLE: 300.7", "Nodes": 1, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/8xMI300X_2xEPYC_9534/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 24860.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0067", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost (8x MI325X-256GB, LLMBoost)", "Platform": "8xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MangoBoost/results/8xMI325X_2xEPYC_9655/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 34454.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0067", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost (8x MI325X-256GB, LLMBoost)", "Platform": "8xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4458 ROUGE2: 22.0636 ROUGEL: 28.6075 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MangoBoost/results/8xMI325X_2xEPYC_9655/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 31671.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0067", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost (8x MI325X-256GB, LLMBoost)", "Platform": "8xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MangoBoost/results/8xMI325X_2xEPYC_9655/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 34454.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0067", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost (8x MI325X-256GB, LLMBoost)", "Platform": "8xMI325X_2xEPYC_9655", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4458 ROUGE2: 22.0636 ROUGEL: 28.6075 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "AMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "96", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MangoBoost/results/8xMI325X_2xEPYC_9655/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, vllm-0.9.0.2.dev108+g71faa1880.d20250717.rocm641, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/results/8xMI325X_2xEPYC_9655", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/8xMI325X_2xEPYC_9655", "ColorKey": "availableMangoBoost", "Performance_Result": 31671.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4827 ROUGE2: 22.1023 ROUGEL: 28.6553 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 18846.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 33703.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4603 ROUGE2: 22.0644 ROUGEL: 28.6156 TOKENS_PER_SAMPLE: 301.0", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 31755.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4827 ROUGE2: 22.1023 ROUGEL: 28.6553 TOKENS_PER_SAMPLE: 300.5", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 18846.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 33703.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4603 ROUGE2: 22.0644 ROUGEL: 28.6156 TOKENS_PER_SAMPLE: 301.0", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 31755.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2486 ROUGE2: 23.2045 ROUGEL: 30.2973 TOKENS_PER_SAMPLE: 143.3 gsm8k_accuracy: 73.14 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 67964.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0068", "Submitter": "MiTAC", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G8825Z5", "Platform": "8xMI325X_2xEPYC_9755", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.5077 ROUGE2: 23.2779 ROUGEL: 30.3959 TOKENS_PER_SAMPLE: 143.2 gsm8k_accuracy: 73.2 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/MiTAC/results/8xMI325X_2xEPYC_9755/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/results/8xMI325X_2xEPYC_9755", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/MiTAC/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MiTAC/8xMI325X_2xEPYC_9755", "ColorKey": "availableMiTAC", "Performance_Result": 57087.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.44940747493163 TOKENS_PER_SAMPLE: 3758.8457155879673", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 33379.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 81.35824977210574 TOKENS_PER_SAMPLE: 3713.105742935278", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 18592.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.8464 ROUGE2: 22.3722 ROUGEL: 29.1661 TOKENS_PER_SAMPLE: 272.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 59545.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7347 ROUGE2: 22.3552 ROUGEL: 29.1255 TOKENS_PER_SAMPLE: 273.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 101527.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7172 ROUGE2: 22.3468 ROUGEL: 29.1181 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 99123.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.8464 ROUGE2: 22.3722 ROUGEL: 29.1661 TOKENS_PER_SAMPLE: 272.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 59545.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7347 ROUGE2: 22.3552 ROUGEL: 29.1255 TOKENS_PER_SAMPLE: 273.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 101527.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7172 ROUGE2: 22.3468 ROUGEL: 29.1181 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 99123.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.994593737625706 exact_match: 90.06786234281932 TOKENS_PER_SAMPLE: 654.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 751.366, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.99988555540795 exact_match: 90.12373593646589 TOKENS_PER_SAMPLE: 651.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 1624.11, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.91467471198343 exact_match: 90.11486432825944 TOKENS_PER_SAMPLE: 654.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 1240.42, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.4882 ROUGE2: 15.9096 ROUGEL: 24.3244 ROUGELSUM: 35.6328 GEN_LEN: 8151723", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 102903.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.486 ROUGE2: 15.9104 ROUGEL: 24.3246 ROUGELSUM: 35.6325 GEN_LEN: 8151688", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 136752.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4887 ROUGE2: 15.9069 ROUGEL: 24.3215 ROUGELSUM: 35.6324 GEN_LEN: 8151764", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 128541.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.879", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 651230.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.791281538009642 FID_SCORE: 23.819083732024296", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 31.7754, "Performance_Units": "Samples/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.80903629362583 FID_SCORE: 23.691320200021494", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 28.4631, "Performance_Units": "Queries/s" }, { "ID": "5.1-0069", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.83206600873645", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 45333.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.8478 ROUGE2: 22.3727 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 272.1", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 29745.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7051 ROUGE2: 22.321 ROUGEL: 29.0833 TOKENS_PER_SAMPLE: 275.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 51736.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6997 ROUGE2: 22.3191 ROUGEL: 29.0809 TOKENS_PER_SAMPLE: 276.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 49359.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.8478 ROUGE2: 22.3727 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 272.1", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 29745.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7051 ROUGE2: 22.321 ROUGEL: 29.0833 TOKENS_PER_SAMPLE: 275.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 51736.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0070", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6997 ROUGE2: 22.3191 ROUGEL: 29.0809 TOKENS_PER_SAMPLE: 276.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 49359.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0071", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.10756608933455 TOKENS_PER_SAMPLE: 3769.2705104831357", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 289712.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0071", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 81.38103919781221 TOKENS_PER_SAMPLE: 3716.742479489517", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT/deepseek-r1/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 167578.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0071", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.855611082897884 exact_match: 90.01325281270684 TOKENS_PER_SAMPLE: 653.3", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 9921.02, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0071", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.98651371791076 exact_match: 90.07528788881535 TOKENS_PER_SAMPLE: 652.6", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 14774.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0071", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.979990378660485 exact_match: 90.12266710787559 TOKENS_PER_SAMPLE: 653.3", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "GB200 TGP 1200W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 11614.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0072", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL72_GB300-288GB_aarch64x72_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.76845943482225 TOKENS_PER_SAMPLE: 3653.88354603464", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "GB300 TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 420659.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0072", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL72_GB300-288GB_aarch64x72_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 81.33546034639927 TOKENS_PER_SAMPLE: 3704.749772105743", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT/deepseek-r1/Server", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "GB300 TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 209328.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0072", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL72_GB300-288GB_aarch64x72_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.816265876635143 exact_match: 90.0437193911317 TOKENS_PER_SAMPLE: 629.7", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "GB300 TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 16104.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0072", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL72_GB300-288GB_aarch64x72_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.83953717351978 exact_match: 89.99566512243547 TOKENS_PER_SAMPLE: 629.3", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "GB300 TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/results/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB300-NVL72_GB300-288GB_aarch64x72_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 12248.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7679 ROUGE2: 22.3505 ROUGEL: 29.1338 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 59622.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 101246.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.758 ROUGE2: 22.3636 ROUGEL: 29.1446 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 101611.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7679 ROUGE2: 22.3505 ROUGEL: 29.1338 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 59622.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 101246.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.758 ROUGE2: 22.3636 ROUGEL: 29.1446 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 101611.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.87566623120387 exact_match: 90.09829583057578 TOKENS_PER_SAMPLE: 653.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 770.668, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.013941328927054 exact_match: 90.10597286565189 TOKENS_PER_SAMPLE: 652.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 1659.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0073", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.940338106967364 exact_match: 90.11232958305756 TOKENS_PER_SAMPLE: 656.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Nebius/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1011-nvidia #11-Ubuntu SMP PREEMPT_DYNAMIC Wed Jun 18 23:44:32 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/B200-SXM-180GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 1279.53, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7508 ROUGE2: 22.3585 ROUGEL: 29.1363 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 49683.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7552 ROUGE2: 22.3607 ROUGEL: 29.1396 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 49215.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7508 ROUGE2: 22.3585 ROUGEL: 29.1363 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 49683.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7552 ROUGE2: 22.3607 ROUGEL: 29.1396 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 49215.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.97756536914098 exact_match: 90.11125744540041 TOKENS_PER_SAMPLE: 653.0", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 855.82, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0074", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius GB200 (4x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.92940031255072 exact_match: 90.08938120450033 TOKENS_PER_SAMPLE: 656.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableNebius", "Performance_Result": 596.108, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5293 ROUGE2: 22.1269 ROUGEL: 28.7732 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 23079.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5712 ROUGE2: 22.1663 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 34812.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5756 ROUGE2: 22.1677 ROUGEL: 28.7872 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 34029.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5293 ROUGE2: 22.1269 ROUGEL: 28.7732 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 23079.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5712 ROUGE2: 22.1663 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 34812.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5756 ROUGE2: 22.1677 ROUGEL: 28.7872 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 34029.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.679339393769165 exact_match: 90.04303110522832 TOKENS_PER_SAMPLE: 652.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 202.776, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.65599725584063 exact_match: 90.02787888815352 TOKENS_PER_SAMPLE: 646.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 552.749, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0075", "Submitter": "Nebius", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.656298347316945 exact_match: 90.03583719391132 TOKENS_PER_SAMPLE: 654.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Nebius/results/H200-SXM-141GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 22.04.5 LTS (Linux kernel: 5.15.0-144-generic #157-Ubuntu SMP Mon Jun 16 07:33:10 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Nebius/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Nebius/H200-SXM-141GBx8_TRT", "ColorKey": "availableNebius", "Performance_Result": 295.36, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.012234739585793 exact_match: 90.11700198544011 TOKENS_PER_SAMPLE: 652.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 1615.85, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.89427194114429 exact_match: 90.10382859033751 TOKENS_PER_SAMPLE: 654.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 1243.67, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4142 ROUGE2: 15.7645 ROUGEL: 24.2998 ROUGELSUM: 35.5014 GEN_LEN: 8201397", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 145789.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4101 ROUGE2: 15.7623 ROUGEL: 24.2984 ROUGELSUM: 35.4979 GEN_LEN: 8201888", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 128649.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.876", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 614344.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0076", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.B200.8", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.81683907991282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Oracle/results/B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/B200-SXM-180GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 43164.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0077", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "BM.GPU.GB200.4", "Platform": "GB200-NVL72_GB200-186GB_aarch64x4_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.82254917822169", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/Oracle/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/results/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/GB200-NVL72_GB200-186GB_aarch64x4_TRT", "ColorKey": "availableOracle", "Performance_Result": 22272.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 12560.1, "Performance_Units": "Samples/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 11801.5, "Performance_Units": "Queries/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 458.848, "Performance_Units": "Samples/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 365.409, "Performance_Units": "Queries/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.554", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/rgat/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 12927.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0078", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.88576267638467", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/whisper/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 1414.52, "Performance_Units": "Samples/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 647861.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 585168.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 389330.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 370068.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5717 ROUGE2: 22.1667 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 35091.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5752 ROUGE2: 22.1651 ROUGEL: 28.7878 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 33356.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5717 ROUGE2: 22.1667 ROUGEL: 28.7852 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 34876.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5783 ROUGE2: 22.1716 ROUGEL: 28.7913 TOKENS_PER_SAMPLE: 294.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 33352.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.5514530953659 exact_match: 89.9888649900728 TOKENS_PER_SAMPLE: 635.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 550.106, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.675759820144183 exact_match: 90.04225347452017 TOKENS_PER_SAMPLE: 658.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 295.523, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.7399 ROUGE2: 15.8928 ROUGEL: 24.465 ROUGELSUM: 35.752 GEN_LEN: 8209996", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 54117.6, "Performance_Units": "Queries/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.732 ROUGE2: 15.8897 ROUGEL: 24.4546 ROUGELSUM: 35.7444 GEN_LEN: 8209602", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 56917.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7404 ROUGE2: 15.891 ROUGEL: 24.4745 ROUGELSUM: 35.7543 GEN_LEN: 8209319", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 57970.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.334", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 14539.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.312", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 13603.3, "Performance_Units": "Queries/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.809590960144998 FID_SCORE: 23.628017606912294", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 19.189, "Performance_Units": "Samples/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.785703331530094 FID_SCORE: 23.55773088569009", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 18.4233, "Performance_Units": "Queries/s" }, { "ID": "5.1-0079", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H200-SXM-141GB, TensorRT)", "Platform": "D74U-7U_H200-SXM-141GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.83967947314827", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D74H-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D74U-7U_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U-7U_H200-SXM-141GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 33363.8, "Performance_Units": "Samples/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 263090.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 202030.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 159060.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 154025.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.5118 ROUGE2: 22.1336 ROUGEL: 28.7487 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6709.74, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.57 ROUGE2: 22.1695 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 15057.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5779 ROUGE2: 22.171 ROUGEL: 28.7903 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 13736.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4659 ROUGE2: 22.0782 ROUGEL: 28.7025 TOKENS_PER_SAMPLE: 292.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6712.97, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.57 ROUGE2: 22.1695 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 293.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 15167.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5782 ROUGE2: 22.1701 ROUGEL: 28.7902 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 13730.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.7346 ROUGE2: 15.8907 ROUGEL: 24.4586 ROUGELSUM: 35.746 GEN_LEN: 8208969", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 21944.1, "Performance_Units": "Queries/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7457 ROUGE2: 15.89 ROUGEL: 24.453 ROUGELSUM: 35.7755 GEN_LEN: 8209573", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 25180.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7474 ROUGE2: 15.8974 ROUGEL: 24.4593 ROUGELSUM: 35.7764 GEN_LEN: 8210093", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 25753.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.294", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6618.99, "Performance_Units": "Samples/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6600.5, "Performance_Units": "Queries/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79918946802616 FID_SCORE: 23.616505842668005", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 8.35974, "Performance_Units": "Samples/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.803072032034397 FID_SCORE: 23.60833254079148", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 7.82647, "Performance_Units": "Queries/s" }, { "ID": "5.1-0080", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75E-4U_H200-NVL-141GBx4", "Platform": "D75E-4U_H200-NVL-141GBx4_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.8463412545086", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT/whisper/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid D75E-4U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75E-4U_H200-NVL-141GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75E-4U_H200-NVL-141GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 15061.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4969 ROUGE2: 22.0832 ROUGEL: 28.6328 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 17633.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 32760.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4596 ROUGE2: 22.0744 ROUGEL: 28.6248 TOKENS_PER_SAMPLE: 300.8", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 31401.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4969 ROUGE2: 22.0832 ROUGEL: 28.6328 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 17633.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4394 ROUGE2: 22.0501 ROUGEL: 28.6138 TOKENS_PER_SAMPLE: 300.4", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 32760.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4596 ROUGE2: 22.0744 ROUGEL: 28.6248 TOKENS_PER_SAMPLE: 300.8", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 31401.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2486 ROUGE2: 23.2045 ROUGEL: 30.2973 TOKENS_PER_SAMPLE: 143.3 gsm8k_accuracy: 73.14 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 68218.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0081", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "D75T-7U_8xMI325X", "Platform": "D75T-7U_8xMI325X", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3078 ROUGE2: 23.163 ROUGEL: 30.2821 TOKENS_PER_SAMPLE: 143.5 gsm8k_accuracy: 73.32 mbxp_accuracy: 60.14", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Rocky Linux 9.5 (Blue Onyx)", "Notes": "QuantaGrid D75T-7U", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/results/D75T-7U_8xMI325X", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D75T-7U_8xMI325X", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 59040.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0082", "Submitter": "RedHat", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "IBM Cloud gx3 instance 1xL40S-PCIE-48GB ,vLLM", "Platform": "IBM_Cloud_gx3-48x240x2l40s_vLLM", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.6335 ROUGE2: 15.7685 ROUGEL: 24.4179 ROUGELSUM: 35.6537 GEN_LEN: 8184498", "Nodes": 1, "Processor": "Intel Xeon Processor (SapphireRapids)", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA L40S", "a#": 1, "Location": "closed/RedHat/results/IBM_Cloud_gx3-48x240x2l40s_vLLM/llama3.1-8b/Offline", "Software": "vLLM 0.10.0, RHEL 9.6", "operating_system": "Red Hat Enterprise Linux 9.6", "Notes": "IBM Cloud gx3 instance with 2xL40S-PCIE-48G (1 GPU used). IBM Cloud instance gx3-48x240x2l40s ( 1 GPU used), RHEL 9.6, vllm 0.10.0", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/results/IBM_Cloud_gx3-48x240x2l40s_vLLM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/code", "Unique ID (e.g. for Audit)": "datacenter/closed/RedHat/IBM_Cloud_gx3-48x240x2l40s_vLLM", "ColorKey": "availableRedHat", "Performance_Result": 1642.22, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0082", "Submitter": "RedHat", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "IBM Cloud gx3 instance 1xL40S-PCIE-48GB ,vLLM", "Platform": "IBM_Cloud_gx3-48x240x2l40s_vLLM", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7564 ROUGE2: 15.7913 ROUGEL: 24.4559 ROUGELSUM: 35.7753 GEN_LEN: 8109406", "Nodes": 1, "Processor": "Intel Xeon Processor (SapphireRapids)", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA L40S", "a#": 1, "Location": "closed/RedHat/results/IBM_Cloud_gx3-48x240x2l40s_vLLM/llama3.1-8b/Server", "Software": "vLLM 0.10.0, RHEL 9.6", "operating_system": "Red Hat Enterprise Linux 9.6", "Notes": "IBM Cloud gx3 instance with 2xL40S-PCIE-48G (1 GPU used). IBM Cloud instance gx3-48x240x2l40s ( 1 GPU used), RHEL 9.6, vllm 0.10.0", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/results/IBM_Cloud_gx3-48x240x2l40s_vLLM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/code", "Unique ID (e.g. for Audit)": "datacenter/closed/RedHat/IBM_Cloud_gx3-48x240x2l40s_vLLM", "ColorKey": "availableRedHat", "Performance_Result": 1207.14, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0083", "Submitter": "RedHat", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE8640 (1xH100-SXM-80GB, vLLM)", "Platform": "XE8640_4xH100_vLLM", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7898 ROUGE2: 15.9437 ROUGEL: 24.5735 ROUGELSUM: 35.8053 GEN_LEN: 8163079", "Nodes": 1, "Processor": "Intel\u202fXeon\u202f6448Y 2.1GHz(2x 32 cores each)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 1, "Location": "closed/RedHat/results/XE8640_4xH100_vLLM/llama3.1-8b/Offline", "Software": "vLLM 0.10.0, RHEL 9.6", "operating_system": "VM OS: Red Hat Enterprise Linux 9.6", "Notes": "Dell PowerEdge XE8640 4xH100-SXM-80GB system (1 GPU used). OCP version: 4.18.16, OCP virt version: 4.18.11,VM OS: RHEL 9.6, vllm 0.10.0", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/results/XE8640_4xH100_vLLM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/code", "Unique ID (e.g. for Audit)": "datacenter/closed/RedHat/XE8640_4xH100_vLLM", "ColorKey": "availableRedHat", "Performance_Result": 5777.08, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0083", "Submitter": "RedHat", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE8640 (1xH100-SXM-80GB, vLLM)", "Platform": "XE8640_4xH100_vLLM", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7459 ROUGE2: 15.756 ROUGEL: 24.428 ROUGELSUM: 35.7253 GEN_LEN: 8127531", "Nodes": 1, "Processor": "Intel\u202fXeon\u202f6448Y 2.1GHz(2x 32 cores each)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 1, "Location": "closed/RedHat/results/XE8640_4xH100_vLLM/llama3.1-8b/Server", "Software": "vLLM 0.10.0, RHEL 9.6", "operating_system": "VM OS: Red Hat Enterprise Linux 9.6", "Notes": "Dell PowerEdge XE8640 4xH100-SXM-80GB system (1 GPU used). OCP version: 4.18.16, OCP virt version: 4.18.11,VM OS: RHEL 9.6, vllm 0.10.0", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/results/XE8640_4xH100_vLLM", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/RedHat/code", "Unique ID (e.g. for Audit)": "datacenter/closed/RedHat/XE8640_4xH100_vLLM", "ColorKey": "availableRedHat", "Performance_Result": 5103.99, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Offline", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 18928.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Server", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 18704.2, "Performance_Units": "Queries/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.7574 ROUGE2: 15.8954 ROUGEL: 24.4085 ROUGELSUM: 35.8043 GEN_LEN: 8145121", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/llama3_1-8b/Offline", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 1195.93, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "llama3_1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.7254 ROUGE2: 15.8816 ROUGEL: 24.3806 ROUGELSUM: 35.7459 GEN_LEN: 8146954", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/llama3_1-8b/Server", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 450.869, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/retinanet/Offline", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 716.683, "Performance_Units": "Samples/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/retinanet/Server", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 579.509, "Performance_Units": "Queries/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.579", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/rgat/Offline", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 25182.2, "Performance_Units": "Samples/s" }, { "ID": "5.1-0084", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.88576267638467", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/whisper/Offline", "Software": "PyTorch: Retinanet: 1.12.0a0+gitb278502, Whisper: 2.7.0+cpu, dlrmv2: 2.1.1+cpu, rgat: 2.7.0+cpu, llama3.1-8b: 2.8.0.dev20250627+cpu", "operating_system": "Ubuntu 22.04.5", "Notes": "SYS-822GA-NGR3. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 2196.65, "Performance_Units": "Samples/s" }, { "ID": "5.1-0085", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4514 ROUGE2: 22.0488 ROUGEL: 28.6177 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 33468.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0085", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4729 ROUGE2: 22.0489 ROUGEL: 28.6303 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 31646.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0085", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4514 ROUGE2: 22.0488 ROUGEL: 28.6177 TOKENS_PER_SAMPLE: 301.1", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 33468.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0085", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4729 ROUGE2: 22.0489 ROUGEL: 28.6303 TOKENS_PER_SAMPLE: 300.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 31646.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 101516.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7588 ROUGE2: 22.3611 ROUGEL: 29.1476 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99186.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 101865.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7667 ROUGE2: 22.3679 ROUGEL: 29.1525 TOKENS_PER_SAMPLE: 274.2", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99182.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Interactive", "Accuracy": "ROUGE1: 38.4858 ROUGE2: 15.9061 ROUGEL: 24.3212 ROUGELSUM: 35.63 GEN_LEN: 8152007", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama3.1-8b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 122269.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4843 ROUGE2: 15.9104 ROUGEL: 24.3221 ROUGELSUM: 35.6307 GEN_LEN: 8151661", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 142955.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4888 ROUGE2: 15.9086 ROUGEL: 24.3236 ROUGELSUM: 35.633 GEN_LEN: 8151849", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 128701.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0086", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4126GS-NBR-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.86632659858961", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS-4126GS-NBR-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 44708.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7663 ROUGE2: 22.3475 ROUGEL: 29.1307 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 60140.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 101859.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7553 ROUGE2: 22.3601 ROUGEL: 29.1436 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99195.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.879731291970476 exact_match: 90.09744870946395 TOKENS_PER_SAMPLE: 652.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 751.385, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.01394132892705 exact_match: 90.10597286565189 TOKENS_PER_SAMPLE: 652.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1641.34, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.89369121521783 exact_match: 90.08891131700858 TOKENS_PER_SAMPLE: 656.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1240.44, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0087", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GA-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.83111432568498", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6960P", "host_processors_per_node": 2, "host_processor_core_count": "72", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GA-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 42827.1, "Performance_Units": "Samples/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7653 ROUGE2: 22.3519 ROUGEL: 29.1367 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 60131.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 102498.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7458 ROUGE2: 22.3578 ROUGEL: 29.1436 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99181.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7675 ROUGE2: 22.3503 ROUGEL: 29.1345 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 60119.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 101696.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.758 ROUGE2: 22.3591 ROUGEL: 29.1416 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99179.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.892856186054203 exact_match: 90.12557246856387 TOKENS_PER_SAMPLE: 654.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 750.939, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.013941328927054 exact_match: 90.10597286565186 TOKENS_PER_SAMPLE: 652.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1650.51, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.875359868655465 exact_match: 90.12136995367305 TOKENS_PER_SAMPLE: 656.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1244.69, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.4881 ROUGE2: 15.913 ROUGEL: 24.3265 ROUGELSUM: 35.6343 GEN_LEN: 8151578", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-8b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 141056.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-8b", "Model": "llama3.1-8b", "Scenario": "Server", "Accuracy": "ROUGE1: 38.4899 ROUGE2: 15.9087 ROUGEL: 24.3234 ROUGELSUM: 35.6336 GEN_LEN: 8151739", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/llama3.1-8b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 122331.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0088", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-422GS-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.86632659858961", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": "86", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-422GS-NBRT-LCC_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 43615.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.7702 ROUGE2: 22.3492 ROUGEL: 29.1347 TOKENS_PER_SAMPLE: 274.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 57418.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7482 ROUGE2: 22.3577 ROUGEL: 29.1381 TOKENS_PER_SAMPLE: 273.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 101359.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.758 ROUGE2: 22.3662 ROUGEL: 29.1484 TOKENS_PER_SAMPLE: 274.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 99128.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.903199888267228 exact_match: 90.08974520185306 TOKENS_PER_SAMPLE: 653.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 750.408, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.00532321472509 exact_match: 90.10177696889477 TOKENS_PER_SAMPLE: 654.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama3.1-405b/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1621.72, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.868998311402578 exact_match: 90.12142951687625 TOKENS_PER_SAMPLE: 653.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/llama3.1-405b/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1242.84, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0089", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85300303586894", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/results/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS-A21GE-NBRT_B200-SXM-180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 44140.9, "Performance_Units": "Samples/s" }, { "ID": "5.1-0090", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4666 ROUGE2: 22.0598 ROUGEL: 28.631 TOKENS_PER_SAMPLE: 299.8", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 65320.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0090", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4327 ROUGE2: 22.0387 ROUGEL: 28.6059 TOKENS_PER_SAMPLE: 300.2", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 57391.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0090", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4666 ROUGE2: 22.0598 ROUGEL: 28.631 TOKENS_PER_SAMPLE: 299.8", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 65320.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0090", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4327 ROUGE2: 22.0387 ROUGEL: 28.6059 TOKENS_PER_SAMPLE: 300.2", "Nodes": 2, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 57391.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0091", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost) and Supermicro AS-8125GS-TNMR2 (1x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4666 ROUGE2: 22.0458 ROUGEL: 28.6198 TOKENS_PER_SAMPLE: 299.6", "Nodes": 3, "Processor": "AMD EPYC 9575F (MI325X), AMD EPYC 9654 (MI300X)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3E (x16), AMD Instinct MI300X 192GB HBM3 (x8)", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_8xMI300X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 92158.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0091", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost) and Supermicro AS-8125GS-TNMR2 (1x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5052 ROUGE2: 22.0869 ROUGEL: 28.6579 TOKENS_PER_SAMPLE: 300.2", "Nodes": 3, "Processor": "AMD EPYC 9575F (MI325X), AMD EPYC 9654 (MI300X)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3E (x16), AMD Instinct MI300X 192GB HBM3 (x8)", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_8xMI300X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 80594.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0091", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost) and Supermicro AS-8125GS-TNMR2 (1x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4666 ROUGE2: 22.0458 ROUGEL: 28.6198 TOKENS_PER_SAMPLE: 299.6", "Nodes": 3, "Processor": "AMD EPYC 9575F (MI325X), AMD EPYC 9654 (MI300X)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3E (x16), AMD Instinct MI300X 192GB HBM3 (x8)", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_8xMI300X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 92158.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0091", "Submitter": "Supermicro_MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS-8126GS-TNMR (2x8x MI325X-256GB MangoBoost-LLMBoost) and Supermicro AS-8125GS-TNMR2 (1x8x MI300X-192GB MangoBoost-LLMBoost)", "Platform": "16xMI325X_8xMI300X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5052 ROUGE2: 22.0869 ROUGEL: 28.6579 TOKENS_PER_SAMPLE: 300.2", "Nodes": 3, "Processor": "AMD EPYC 9575F (MI325X), AMD EPYC 9654 (MI300X)", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3E (x16), AMD Instinct MI300X 192GB HBM3 (x8)", "a#": 8, "Location": "closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "Mango LLMBoost AI Enterprise Platform, ROCm 6.12.12", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/results/16xMI325X_8xMI300X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Supermicro_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro_MangoBoost/16xMI325X_8xMI300X_2xEPYC_9575F", "ColorKey": "availableSupermicro_MangoBoost", "Performance_Result": 80594.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0092", "Submitter": "The_Stage", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H100 (8x H100-SXM-80GB, TheStageAI)", "Platform": "h100_x8", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.801092643141747 FID_SCORE: 23.4245758841476", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/The_Stage/results/h100_x8/stable-diffusion-xl/offline", "Software": "TheStageAI", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/The_Stage/results/h100_x8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/The_Stage/code", "Unique ID (e.g. for Audit)": "datacenter/closed/The_Stage/h100_x8", "ColorKey": "availableThe_Stage", "Performance_Result": 18.1007, "Performance_Units": "Samples/s" }, { "ID": "5.1-0092", "Submitter": "The_Stage", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Nebius H100 (8x H100-SXM-80GB, TheStageAI)", "Platform": "h100_x8", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79794532984495 FID_SCORE: 23.492628640118483", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "128", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/The_Stage/results/h100_x8/stable-diffusion-xl/server", "Software": "TheStageAI", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/The_Stage/results/h100_x8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/The_Stage/code", "Unique ID (e.g. for Audit)": "datacenter/closed/The_Stage/h100_x8", "ColorKey": "availableThe_Stage", "Performance_Result": 17.8585, "Performance_Units": "Queries/s" }, { "ID": "5.1-0093", "Submitter": "University-of-Florida", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200\u2011SXM\u2011180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.81165695607662 FID_SCORE: 23.790721768902188", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/University-of-Florida/results/B200-SXM-180GBx1_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu\u202f24.04", "Notes": "B200 TGP 1000\u202fW", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "clip1:fp32,clip2:fp32,unet:fp8,vae:fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/code", "Unique ID (e.g. for Audit)": "datacenter/closed/University-of-Florida/B200-SXM-180GBx1_TRT", "ColorKey": "availableUniversity-of-Florida", "Performance_Result": 3.99057, "Performance_Units": "Samples/s" }, { "ID": "5.1-0093", "Submitter": "University-of-Florida", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200\u2011SXM\u2011180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.803973157405853 FID_SCORE: 23.646485375021314", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/University-of-Florida/results/B200-SXM-180GBx1_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu\u202f24.04", "Notes": "B200 TGP 1000\u202fW", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "clip1:fp32,clip2:fp32,unet:fp8,vae:fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/code", "Unique ID (e.g. for Audit)": "datacenter/closed/University-of-Florida/B200-SXM-180GBx1_TRT", "ColorKey": "availableUniversity-of-Florida", "Performance_Result": 3.47838, "Performance_Units": "Queries/s" }, { "ID": "5.1-0094", "Submitter": "University-of-Florida", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200\u2011SXM\u2011180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.811656817793846 FID_SCORE: 23.7907217689027", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/University-of-Florida/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu\u202f24.04", "Notes": "B200 TGP 1000\u202fW", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "clip1:fp32,clip2:fp32,unet:fp8,vae:fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/code", "Unique ID (e.g. for Audit)": "datacenter/closed/University-of-Florida/B200-SXM-180GBx8_TRT", "ColorKey": "availableUniversity-of-Florida", "Performance_Result": 31.935, "Performance_Units": "Samples/s" }, { "ID": "5.1-0094", "Submitter": "University-of-Florida", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200\u2011SXM\u2011180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.81110517203808 FID_SCORE: 23.81130229981511", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/University-of-Florida/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu\u202f24.04", "Notes": "B200 TGP 1000\u202fW", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "clip1:fp32,clip2:fp32,unet:fp8,vae:fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/code", "Unique ID (e.g. for Audit)": "datacenter/closed/University-of-Florida/B200-SXM-180GBx8_TRT", "ColorKey": "availableUniversity-of-Florida", "Performance_Result": 28.4643, "Performance_Units": "Queries/s" }, { "ID": "5.1-0094", "Submitter": "University-of-Florida", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200\u2011SXM\u2011180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "whisper", "Model": "whisper", "Scenario": "Offline", "Accuracy": "ACCURACY: 97.85205135281745", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": "56", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/University-of-Florida/results/B200-SXM-180GBx8_TRT/whisper/Offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu\u202f24.04", "Notes": "B200 TGP 1000\u202fW", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/University-of-Florida/code", "Unique ID (e.g. for Audit)": "datacenter/closed/University-of-Florida/B200-SXM-180GBx8_TRT", "ColorKey": "availableUniversity-of-Florida", "Performance_Result": 41918.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4945 ROUGE2: 22.0931 ROUGEL: 28.6694 TOKENS_PER_SAMPLE: 300.0", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 17709.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4303 ROUGE2: 22.0364 ROUGEL: 28.5916 TOKENS_PER_SAMPLE: 301.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 33762.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4702 ROUGE2: 22.0698 ROUGEL: 28.6128 TOKENS_PER_SAMPLE: 300.2", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 30339.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 44.4945 ROUGE2: 22.0931 ROUGEL: 28.6694 TOKENS_PER_SAMPLE: 300.0", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99.9/Interactive", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 17709.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4303 ROUGE2: 22.0364 ROUGEL: 28.5916 TOKENS_PER_SAMPLE: 301.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 33762.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0095", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9554", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4702 ROUGE2: 22.0698 ROUGEL: 28.6128 TOKENS_PER_SAMPLE: 300.2", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9554/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9554", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9554", "ColorKey": "availableVultr", "Performance_Result": 30339.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0096", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.489 ROUGE2: 23.3169 ROUGEL: 30.4715 TOKENS_PER_SAMPLE: 143.8 gsm8k_accuracy: 73.54 mbxp_accuracy: 60.22", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9575F/mixtral-8x7b/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9575F", "ColorKey": "availableVultr", "Performance_Result": 70035.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0096", "Submitter": "Vultr", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Supermicro AS -8126GS-TNMR (8x MI325X)", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3768 ROUGE2: 23.2029 ROUGEL: 30.2846 TOKENS_PER_SAMPLE: 144.8 gsm8k_accuracy: 73.32 mbxp_accuracy: 60.18", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI325X 256GB HBM3e", "a#": 8, "Location": "closed/Vultr/results/8xMI325X_2xEPYC_9575F/mixtral-8x7b/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/Vultr/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Vultr/8xMI325X_2xEPYC_9575F", "ColorKey": "availableVultr", "Performance_Result": 56653.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0097", "Submitter": "CoreWeave", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": " (8x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL8-CoreWeave_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.40382862351869 TOKENS_PER_SAMPLE: 3643.226071103008", "Nodes": 2, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/CoreWeave/results/GB300-NVL8-CoreWeave_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB300 NVL8", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/CoreWeave/results/GB300-NVL8-CoreWeave_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/CoreWeave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/CoreWeave/GB300-NVL8-CoreWeave_TRT", "ColorKey": "previewCoreWeave", "Performance_Result": 48047.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0097", "Submitter": "CoreWeave", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": " (8x GB300-288GB_aarch64, TensorRT)", "Platform": "GB300-NVL8-CoreWeave_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Server", "Accuracy": "exact_match: 80.94804010938924 TOKENS_PER_SAMPLE: 3699.48290793072", "Nodes": 2, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB300", "a#": 4, "Location": "closed/CoreWeave/results/GB300-NVL8-CoreWeave_TRT/deepseek-r1/Server", "Software": "TensorRT 10.13, CUDA 13.0", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB300 NVL8", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/CoreWeave/results/GB300-NVL8-CoreWeave_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/closed/CoreWeave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/CoreWeave/GB300-NVL8-CoreWeave_TRT", "ColorKey": "previewCoreWeave", "Performance_Result": 22545.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0098", "Submitter": "AMD", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI355X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5302 ROUGE2: 22.1844 ROUGEL: 29.0004 TOKENS_PER_SAMPLE: 285.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD/results/8xMI355X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "vLLM 0.9.1.dev2+g790cf6584.d20250519.rocm650, Pytorch 2.8.0a0+git37f92bb, ROCm 6.5.0.60500-crnm350d.40~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "MI355X TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/results/8xMI355X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD/8xMI355X_2xEPYC_9575F/llama2-70b-99", "ColorKey": "availableAMD", "Performance_Result": 93045.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0099", "Submitter": "AMD", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI355X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5302 ROUGE2: 22.1844 ROUGEL: 29.0004 TOKENS_PER_SAMPLE: 285.7", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD/results/8xMI355X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "vLLM 0.9.1.dev2+g790cf6584.d20250519.rocm650, Pytorch 2.8.0a0+git37f92bb, ROCm 6.5.0.60500-crnm350d.40~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "MI355X TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/results/8xMI355X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD/8xMI355X_2xEPYC_9575F/llama2-70b-99.9", "ColorKey": "availableAMD", "Performance_Result": 93045.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0100", "Submitter": "AMD", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI355X_2xEPYC_9575F", "UsedModel": "llama3_1-405b_finetuned", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.170078928684507 exact_match: 87.22471872931833 TOKENS_PER_SAMPLE: 602.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD/results/8xMI355X_2xEPYC_9575F/llama3_1-405b_finetuned/Offline", "Software": "vLLM 0.9.1.dev2+g790cf6584.d20250519.rocm650, Pytorch 2.8.0a0+git37f92bb, ROCm 6.5.0.60500-crnm350d.40~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "MI355X TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/results/8xMI355X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD/8xMI355X_2xEPYC_9575F/llama3_1-405b_finetuned", "ColorKey": "availableAMD", "Performance_Result": 2019.04, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0101", "Submitter": "AMD", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI355X_2xEPYC_9575F", "UsedModel": "llama3_1-405b_pruned", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.618655981343945 exact_match: 86.59525479814691 TOKENS_PER_SAMPLE: 760.8", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD/results/8xMI355X_2xEPYC_9575F/llama3_1-405b_pruned/Offline", "Software": "vLLM 0.9.1.dev2+g790cf6584.d20250519.rocm650, Pytorch 2.8.0a0+git37f92bb, ROCm 6.5.0.60500-crnm350d.40~22.04", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "MI355X TGP 1400W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/results/8xMI355X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD/8xMI355X_2xEPYC_9575F/llama3_1-405b_pruned", "ColorKey": "availableAMD", "Performance_Result": 1942.15, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0102", "Submitter": "AMD_MangoBoost", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "smci355-4N-cluster", "Platform": "32xMI355X-PollaraCluster-EPYC9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4641 ROUGE2: 22.1359 ROUGEL: 28.9143 TOKENS_PER_SAMPLE: 287.4", "Nodes": 4, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD_MangoBoost/results/32xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99/Offline", "Software": "PyTorch 2.8.0a0+git74091a9, aiter 0.1.4.dev17+gd0384d4f.d20250718", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/results/32xMI355X-PollaraCluster-EPYC9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD_MangoBoost/32xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99", "ColorKey": "availableAMD_MangoBoost", "Performance_Result": 350820.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0103", "Submitter": "AMD_MangoBoost", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "smci355-4N-cluster", "Platform": "32xMI355X-PollaraCluster-EPYC9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4641 ROUGE2: 22.1359 ROUGEL: 28.9143 TOKENS_PER_SAMPLE: 287.4", "Nodes": 4, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD_MangoBoost/results/32xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99.9/Offline", "Software": "PyTorch 2.8.0a0+git74091a9, aiter 0.1.4.dev17+gd0384d4f.d20250718", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/results/32xMI355X-PollaraCluster-EPYC9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD_MangoBoost/32xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99.9", "ColorKey": "availableAMD_MangoBoost", "Performance_Result": 350820.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0104", "Submitter": "AMD_MangoBoost", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "smci355-8N-cluster", "Platform": "64xMI355X-PollaraCluster-EPYC9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6039 ROUGE2: 22.2203 ROUGEL: 28.9854 TOKENS_PER_SAMPLE: 284.1", "Nodes": 8, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD_MangoBoost/results/64xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99/Offline", "Software": "PyTorch 2.8.0a0+git74091a9, aiter 0.1.4.dev17+gd0384d4f.d20250718", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/results/64xMI355X-PollaraCluster-EPYC9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD_MangoBoost/64xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99", "ColorKey": "availableAMD_MangoBoost", "Performance_Result": 648248.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0105", "Submitter": "AMD_MangoBoost", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "smci355-8N-cluster", "Platform": "64xMI355X-PollaraCluster-EPYC9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6039 ROUGE2: 22.2203 ROUGEL: 28.9854 TOKENS_PER_SAMPLE: 284.1", "Nodes": 8, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": "64", "Accelerator": "AMD Instinct MI355X 288GB HBM3e", "a#": 8, "Location": "open/AMD_MangoBoost/results/64xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99.9/Offline", "Software": "PyTorch 2.8.0a0+git74091a9, aiter 0.1.4.dev17+gd0384d4f.d20250718", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "mxfp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/results/64xMI355X-PollaraCluster-EPYC9575F", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/AMD_MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/open/AMD_MangoBoost/64xMI355X-PollaraCluster-EPYC9575F/llama2-70b-99.9", "ColorKey": "availableAMD_MangoBoost", "Performance_Result": 648248.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.739032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.357, "Performance_Units": "Samples/s" }, { "ID": "5.1-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.730422, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.852, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.388, "Performance_Units": "Samples/s" }, { "ID": "5.1-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.93491, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.498928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.0398, "Performance_Units": "Samples/s" }, { "ID": "5.1-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.863142, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.747608, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.5516, "Performance_Units": "Samples/s" }, { "ID": "5.1-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.245128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.864128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5099, "Performance_Units": "Samples/s" }, { "ID": "5.1-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.457659, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.123776, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.601, "Performance_Units": "Samples/s" }, { "ID": "5.1-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.693299, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.388584, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.719, "Performance_Units": "Samples/s" }, { "ID": "5.1-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.708352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.618888, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.493, "Performance_Units": "Samples/s" }, { "ID": "5.1-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.720193, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.787384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.7411, "Performance_Units": "Samples/s" }, { "ID": "5.1-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.335227, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.533448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6647, "Performance_Units": "Samples/s" }, { "ID": "5.1-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.085063, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.89644, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4380.14, "Performance_Units": "Samples/s" }, { "ID": "5.1-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.230502, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.808912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2942.05, "Performance_Units": "Samples/s" }, { "ID": "5.1-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.342515, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.038816, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2044.55, "Performance_Units": "Samples/s" }, { "ID": "5.1-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.492405, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.4016, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1517.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.663245, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.56448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1467.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688933, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.258912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 986.569, "Performance_Units": "Samples/s" }, { "ID": "5.1-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.02474, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.002032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 678.98, "Performance_Units": "Samples/s" }, { "ID": "5.1-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.487547, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.167832, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.392, "Performance_Units": "Samples/s" }, { "ID": "5.1-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.005157, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.57204, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 706.362, "Performance_Units": "Samples/s" }, { "ID": "5.1-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.429356, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.866976, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.447, "Performance_Units": "Samples/s" }, { "ID": "5.1-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.125178, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.028544, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.466, "Performance_Units": "Samples/s" }, { "ID": "5.1-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.096869, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.597096, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.196, "Performance_Units": "Samples/s" }, { "ID": "5.1-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.177464, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.176224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.128, "Performance_Units": "Samples/s" }, { "ID": "5.1-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.464566, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.808432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.009, "Performance_Units": "Samples/s" }, { "ID": "5.1-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.665379, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.00764, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.98, "Performance_Units": "Samples/s" }, { "ID": "5.1-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.300745, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.325032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.437, "Performance_Units": "Samples/s" }, { "ID": "5.1-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.169551, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.657552, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3108.77, "Performance_Units": "Samples/s" }, { "ID": "5.1-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.323277, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.076456, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2019.87, "Performance_Units": "Samples/s" }, { "ID": "5.1-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.497001, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.771384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1422.71, "Performance_Units": "Samples/s" }, { "ID": "5.1-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.704839, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.89436, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1044.03, "Performance_Units": "Samples/s" }, { "ID": "5.1-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.960874, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.527408, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1096.03, "Performance_Units": "Samples/s" }, { "ID": "5.1-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.915119, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.551248, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 712.323, "Performance_Units": "Samples/s" }, { "ID": "5.1-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.407879, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.105752, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.757, "Performance_Units": "Samples/s" }, { "ID": "5.1-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990091, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.992632, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.241, "Performance_Units": "Samples/s" }, { "ID": "5.1-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.721924, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.33732, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.484, "Performance_Units": "Samples/s" }, { "ID": "5.1-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.776, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.059232, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 366.088, "Performance_Units": "Samples/s" }, { "ID": "5.1-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.737749, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.138448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.065, "Performance_Units": "Samples/s" }, { "ID": "5.1-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.868295, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.707696, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.907, "Performance_Units": "Samples/s" }, { "ID": "5.1-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.304573, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.609072, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.486, "Performance_Units": "Samples/s" }, { "ID": "5.1-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.927548, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.4048, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.141, "Performance_Units": "Samples/s" }, { "ID": "5.1-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.511359, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.332064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.313, "Performance_Units": "Samples/s" }, { "ID": "5.1-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.37033, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.359304, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.659, "Performance_Units": "Samples/s" }, { "ID": "5.1-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.739484, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.242312, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2582.92, "Performance_Units": "Samples/s" }, { "ID": "5.1-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.389801, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.56916, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1834.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.548659, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.466224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1285.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.783221, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.488736, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.573, "Performance_Units": "Samples/s" }, { "ID": "5.1-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.033234, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.538432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1829.52, "Performance_Units": "Samples/s" }, { "ID": "5.1-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.55091, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.429696, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.17, "Performance_Units": "Samples/s" }, { "ID": "5.1-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786423, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.240192, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 887.77, "Performance_Units": "Samples/s" }, { "ID": "5.1-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.135097, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.294144, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.691, "Performance_Units": "Samples/s" }, { "ID": "5.1-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.066312, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 915.175, "Performance_Units": "Samples/s" }, { "ID": "5.1-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.102531, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.192368, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.704, "Performance_Units": "Samples/s" }, { "ID": "5.1-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.611492, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.277912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.776, "Performance_Units": "Samples/s" }, { "ID": "5.1-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.350569, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.656984, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.502, "Performance_Units": "Samples/s" }, { "ID": "5.1-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.153365, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.154088, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.974, "Performance_Units": "Samples/s" }, { "ID": "5.1-0160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.483373, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.766448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.170214, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.87812, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.164, "Performance_Units": "Samples/s" }, { "ID": "5.1-0162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.174513, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.716392, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.264, "Performance_Units": "Samples/s" }, { "ID": "5.1-0163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.258565, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.769488, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1720.07, "Performance_Units": "Samples/s" }, { "ID": "5.1-0164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.58338, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.243576, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1128.42, "Performance_Units": "Samples/s" }, { "ID": "5.1-0165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.888628, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.184816, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 801.75, "Performance_Units": "Samples/s" }, { "ID": "5.1-0166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.250137, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.917616, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.784, "Performance_Units": "Samples/s" }, { "ID": "5.1-0167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.702373, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.64948, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1223.41, "Performance_Units": "Samples/s" }, { "ID": "5.1-0168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.819202, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.177432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.697, "Performance_Units": "Samples/s" }, { "ID": "5.1-0169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252865, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.326568, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 567.225, "Performance_Units": "Samples/s" }, { "ID": "5.1-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.766479, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.628352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.187, "Performance_Units": "Samples/s" }, { "ID": "5.1-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.413429, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.1394, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.387, "Performance_Units": "Samples/s" }, { "ID": "5.1-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.494603, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.55096, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.984, "Performance_Units": "Samples/s" }, { "ID": "5.1-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.297935, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.135968, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.582, "Performance_Units": "Samples/s" }, { "ID": "5.1-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.246042, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.748224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.559, "Performance_Units": "Samples/s" }, { "ID": "5.1-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.440485, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.9556, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.396, "Performance_Units": "Samples/s" }, { "ID": "5.1-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978538, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.507472, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.212, "Performance_Units": "Samples/s" }, { "ID": "5.1-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.04308, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.482384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.709, "Performance_Units": "Samples/s" }, { "ID": "5.1-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.286064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.253984, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.429, "Performance_Units": "Samples/s" }, { "ID": "5.1-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.876801, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.002848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.291, "Performance_Units": "Samples/s" }, { "ID": "5.1-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.689214, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.461568, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.204, "Performance_Units": "Samples/s" }, { "ID": "5.1-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.10824, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.621688, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 959.89, "Performance_Units": "Samples/s" }, { "ID": "5.1-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.049729, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.832352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1207.83, "Performance_Units": "Samples/s" }, { "ID": "5.1-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.834953, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.845736, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.384, "Performance_Units": "Samples/s" }, { "ID": "5.1-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.813376, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.461328, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.232, "Performance_Units": "Samples/s" }, { "ID": "5.1-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.019545, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.80148, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.467, "Performance_Units": "Samples/s" }, { "ID": "5.1-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.205257, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.93672, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.91, "Performance_Units": "Samples/s" }, { "ID": "5.1-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.77892, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.760592, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.523, "Performance_Units": "Samples/s" }, { "ID": "5.1-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.008401, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.409944, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.7095, "Performance_Units": "Samples/s" }, { "ID": "5.1-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.923229, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.67388, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.093, "Performance_Units": "Samples/s" }, { "ID": "5.1-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.440421, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.873664, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4698, "Performance_Units": "Samples/s" }, { "ID": "5.1-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.517862, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.147184, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3942.13, "Performance_Units": "Samples/s" }, { "ID": "5.1-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.255264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.220344, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2632.99, "Performance_Units": "Samples/s" }, { "ID": "5.1-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.381741, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.58844, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1828.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.549742, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.143328, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1352.09, "Performance_Units": "Samples/s" }, { "ID": "5.1-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.742928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.81, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1415.64, "Performance_Units": "Samples/s" }, { "ID": "5.1-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.713863, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.649792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 948.803, "Performance_Units": "Samples/s" }, { "ID": "5.1-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.064632, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.577464, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.51, "Performance_Units": "Samples/s" }, { "ID": "5.1-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.547502, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.881912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.352, "Performance_Units": "Samples/s" }, { "ID": "5.1-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.08401, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.928264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 690.015, "Performance_Units": "Samples/s" }, { "ID": "5.1-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.464033, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.626064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.215, "Performance_Units": "Samples/s" }, { "ID": "5.1-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.168233, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.460624, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.935, "Performance_Units": "Samples/s" }, { "ID": "5.1-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.212377, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.796848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.895, "Performance_Units": "Samples/s" }, { "ID": "5.1-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.252923, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.432576, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.012, "Performance_Units": "Samples/s" }, { "ID": "5.1-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.469834, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.375168, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.142, "Performance_Units": "Samples/s" }, { "ID": "5.1-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.654215, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.520656, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.133, "Performance_Units": "Samples/s" }, { "ID": "5.1-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.356454, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.760112, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.86, "Performance_Units": "Samples/s" }, { "ID": "5.1-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.253918, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.384928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2437.73, "Performance_Units": "Samples/s" }, { "ID": "5.1-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.412205, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.846056, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1712.14, "Performance_Units": "Samples/s" }, { "ID": "5.1-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.586674, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.879416, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1196.58, "Performance_Units": "Samples/s" }, { "ID": "5.1-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.839729, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.029944, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 909.098, "Performance_Units": "Samples/s" }, { "ID": "5.1-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.106041, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.748648, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1747.58, "Performance_Units": "Samples/s" }, { "ID": "5.1-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.576154, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.765352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1219.47, "Performance_Units": "Samples/s" }, { "ID": "5.1-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.825296, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.738912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 843.843, "Performance_Units": "Samples/s" }, { "ID": "5.1-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.193194, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.836128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 635.82, "Performance_Units": "Samples/s" }, { "ID": "5.1-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.583429, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.184792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 894.875, "Performance_Units": "Samples/s" }, { "ID": "5.1-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.127171, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.444136, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 608.893, "Performance_Units": "Samples/s" }, { "ID": "5.1-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.655549, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.598904, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.81, "Performance_Units": "Samples/s" }, { "ID": "5.1-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.405525, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.449704, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.371, "Performance_Units": "Samples/s" }, { "ID": "5.1-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224435, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.627104, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 662.662, "Performance_Units": "Samples/s" }, { "ID": "5.1-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.521608, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.95732, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.193504, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.276456, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.65, "Performance_Units": "Samples/s" }, { "ID": "5.1-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.230681, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.942624, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.635, "Performance_Units": "Samples/s" }, { "ID": "5.1-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.304499, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.339384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.729, "Performance_Units": "Samples/s" }, { "ID": "5.1-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.741602, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.758848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.13, "Performance_Units": "Samples/s" }, { "ID": "5.1-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.176123, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.124616, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 897.635, "Performance_Units": "Samples/s" }, { "ID": "5.1-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118859, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.47824, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1104.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.910978, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "596a81fc0ea1-reference-gpu-pytorch_v2.2.2-cu126", "UsedModel": "pointpainting", "Model": "pointpainting", "Scenario": "SingleStream", "Accuracy": "mAP: 54.256218124416954", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/596a81fc0ea1-reference-gpu-pytorch_v2.2.2-cu126/pointpainting/singlestream", "Software": "pytorch v2.2.2", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/596a81fc0ea1-reference-gpu-pytorch_v2.2.2-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/596a81fc0ea1-reference-gpu-pytorch_v2.2.2-cu126/pointpainting", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.018264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.4016, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3393.68, "Performance_Units": "Samples/s" }, { "ID": "5.1-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.298056, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.612032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2255.18, "Performance_Units": "Samples/s" }, { "ID": "5.1-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.447145, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.142088, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1580.07, "Performance_Units": "Samples/s" }, { "ID": "5.1-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.63733, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.816408, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1185.82, "Performance_Units": "Samples/s" }, { "ID": "5.1-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.847533, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.755792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1407.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.713573, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.646312, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 933.712, "Performance_Units": "Samples/s" }, { "ID": "5.1-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.074487, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.29056, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 656.292, "Performance_Units": "Samples/s" }, { "ID": "5.1-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.528174, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.322648, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.004, "Performance_Units": "Samples/s" }, { "ID": "5.1-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.031765, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.5914, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 697.027, "Performance_Units": "Samples/s" }, { "ID": "5.1-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.441151, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.395512, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.111, "Performance_Units": "Samples/s" }, { "ID": "5.1-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.163566, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.770912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.295, "Performance_Units": "Samples/s" }, { "ID": "5.1-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.085082, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.846232, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.358, "Performance_Units": "Samples/s" }, { "ID": "5.1-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.088157, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.526136, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.192, "Performance_Units": "Samples/s" }, { "ID": "5.1-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.306298, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.777392, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.345, "Performance_Units": "Samples/s" }, { "ID": "5.1-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.456794, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.652984, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.499, "Performance_Units": "Samples/s" }, { "ID": "5.1-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.932202, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.374072, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.827, "Performance_Units": "Samples/s" }, { "ID": "5.1-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 25.04 (linux-6.14.0-24-generic-glibc2.41)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52205, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.454", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.563723, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.442", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 2961.06, "Performance_Units": "Samples/s" }, { "ID": "5.1-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-6.14.0-27-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_AMD_AM5-mlcommons_cpp-gpu-onnxruntime-cu126/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.980366, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.739032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.357, "Performance_Units": "Samples/s" }, { "ID": "5.1-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.730422, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.852, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.388, "Performance_Units": "Samples/s" }, { "ID": "5.1-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.93491, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.498928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.0398, "Performance_Units": "Samples/s" }, { "ID": "5.1-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.863142, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.747608, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.5516, "Performance_Units": "Samples/s" }, { "ID": "5.1-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.245128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.864128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5099, "Performance_Units": "Samples/s" }, { "ID": "5.1-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.457659, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.123776, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.601, "Performance_Units": "Samples/s" }, { "ID": "5.1-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.693299, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.388584, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.719, "Performance_Units": "Samples/s" }, { "ID": "5.1-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.708352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.618888, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.493, "Performance_Units": "Samples/s" }, { "ID": "5.1-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.720193, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.787384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.7411, "Performance_Units": "Samples/s" }, { "ID": "5.1-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.335227, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.533448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6647, "Performance_Units": "Samples/s" }, { "ID": "5.1-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.085063, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.89644, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4380.14, "Performance_Units": "Samples/s" }, { "ID": "5.1-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.230502, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.808912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2942.05, "Performance_Units": "Samples/s" }, { "ID": "5.1-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.342515, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.038816, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2044.55, "Performance_Units": "Samples/s" }, { "ID": "5.1-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.492405, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.4016, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1517.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.663245, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.56448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1467.7, "Performance_Units": "Samples/s" }, { "ID": "5.1-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688933, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.258912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 986.569, "Performance_Units": "Samples/s" }, { "ID": "5.1-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.02474, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.002032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 678.98, "Performance_Units": "Samples/s" }, { "ID": "5.1-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.487547, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.167832, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.392, "Performance_Units": "Samples/s" }, { "ID": "5.1-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.005157, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.57204, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 706.362, "Performance_Units": "Samples/s" }, { "ID": "5.1-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.429356, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.866976, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.447, "Performance_Units": "Samples/s" }, { "ID": "5.1-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.125178, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.028544, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.466, "Performance_Units": "Samples/s" }, { "ID": "5.1-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.096869, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.597096, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.196, "Performance_Units": "Samples/s" }, { "ID": "5.1-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.177464, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.176224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.128, "Performance_Units": "Samples/s" }, { "ID": "5.1-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.464566, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.808432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.009, "Performance_Units": "Samples/s" }, { "ID": "5.1-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.665379, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.00764, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.98, "Performance_Units": "Samples/s" }, { "ID": "5.1-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.300745, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.325032, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.437, "Performance_Units": "Samples/s" }, { "ID": "5.1-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.169551, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.657552, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3108.77, "Performance_Units": "Samples/s" }, { "ID": "5.1-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.323277, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.076456, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2019.87, "Performance_Units": "Samples/s" }, { "ID": "5.1-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.497001, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.771384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1422.71, "Performance_Units": "Samples/s" }, { "ID": "5.1-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.704839, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.89436, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1044.03, "Performance_Units": "Samples/s" }, { "ID": "5.1-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.960874, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.527408, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1096.03, "Performance_Units": "Samples/s" }, { "ID": "5.1-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.915119, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.551248, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 712.323, "Performance_Units": "Samples/s" }, { "ID": "5.1-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.407879, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.105752, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.757, "Performance_Units": "Samples/s" }, { "ID": "5.1-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990091, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.992632, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.241, "Performance_Units": "Samples/s" }, { "ID": "5.1-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.721924, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.33732, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.484, "Performance_Units": "Samples/s" }, { "ID": "5.1-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.776, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.059232, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 366.088, "Performance_Units": "Samples/s" }, { "ID": "5.1-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.737749, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.138448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.065, "Performance_Units": "Samples/s" }, { "ID": "5.1-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.868295, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.707696, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.907, "Performance_Units": "Samples/s" }, { "ID": "5.1-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.304573, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.609072, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.486, "Performance_Units": "Samples/s" }, { "ID": "5.1-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.927548, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.4048, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.141, "Performance_Units": "Samples/s" }, { "ID": "5.1-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.511359, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.332064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.313, "Performance_Units": "Samples/s" }, { "ID": "5.1-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.37033, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.359304, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.659, "Performance_Units": "Samples/s" }, { "ID": "5.1-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.739484, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.242312, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2582.92, "Performance_Units": "Samples/s" }, { "ID": "5.1-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.389801, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.56916, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1834.6, "Performance_Units": "Samples/s" }, { "ID": "5.1-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.548659, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.466224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1285.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.783221, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.488736, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.573, "Performance_Units": "Samples/s" }, { "ID": "5.1-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.033234, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.538432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1829.52, "Performance_Units": "Samples/s" }, { "ID": "5.1-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.55091, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.429696, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.17, "Performance_Units": "Samples/s" }, { "ID": "5.1-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786423, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.240192, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 887.77, "Performance_Units": "Samples/s" }, { "ID": "5.1-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.135097, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.294144, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.691, "Performance_Units": "Samples/s" }, { "ID": "5.1-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.066312, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 915.175, "Performance_Units": "Samples/s" }, { "ID": "5.1-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.102531, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.192368, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.704, "Performance_Units": "Samples/s" }, { "ID": "5.1-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.611492, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.277912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.776, "Performance_Units": "Samples/s" }, { "ID": "5.1-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.350569, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.656984, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.502, "Performance_Units": "Samples/s" }, { "ID": "5.1-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.153365, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.154088, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.974, "Performance_Units": "Samples/s" }, { "ID": "5.1-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.483373, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.766448, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.170214, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.87812, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.164, "Performance_Units": "Samples/s" }, { "ID": "5.1-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.174513, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.716392, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.264, "Performance_Units": "Samples/s" }, { "ID": "5.1-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.258565, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.769488, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1720.07, "Performance_Units": "Samples/s" }, { "ID": "5.1-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.58338, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.243576, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1128.42, "Performance_Units": "Samples/s" }, { "ID": "5.1-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.888628, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.184816, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 801.75, "Performance_Units": "Samples/s" }, { "ID": "5.1-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.250137, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.917616, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.784, "Performance_Units": "Samples/s" }, { "ID": "5.1-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.702373, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.64948, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1223.41, "Performance_Units": "Samples/s" }, { "ID": "5.1-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.819202, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.177432, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.697, "Performance_Units": "Samples/s" }, { "ID": "5.1-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252865, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.326568, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 567.225, "Performance_Units": "Samples/s" }, { "ID": "5.1-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.766479, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.628352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.187, "Performance_Units": "Samples/s" }, { "ID": "5.1-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.413429, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.1394, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.387, "Performance_Units": "Samples/s" }, { "ID": "5.1-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.494603, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.55096, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.984, "Performance_Units": "Samples/s" }, { "ID": "5.1-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.297935, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.135968, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.582, "Performance_Units": "Samples/s" }, { "ID": "5.1-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.246042, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.748224, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.559, "Performance_Units": "Samples/s" }, { "ID": "5.1-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.440485, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.9556, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.396, "Performance_Units": "Samples/s" }, { "ID": "5.1-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978538, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.507472, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.212, "Performance_Units": "Samples/s" }, { "ID": "5.1-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.04308, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.482384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.709, "Performance_Units": "Samples/s" }, { "ID": "5.1-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.286064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.253984, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.429, "Performance_Units": "Samples/s" }, { "ID": "5.1-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.876801, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.002848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.291, "Performance_Units": "Samples/s" }, { "ID": "5.1-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.689214, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.461568, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.204, "Performance_Units": "Samples/s" }, { "ID": "5.1-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.10824, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.621688, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 959.89, "Performance_Units": "Samples/s" }, { "ID": "5.1-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.049729, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.832352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1207.83, "Performance_Units": "Samples/s" }, { "ID": "5.1-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.834953, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.845736, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.384, "Performance_Units": "Samples/s" }, { "ID": "5.1-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.813376, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.461328, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.232, "Performance_Units": "Samples/s" }, { "ID": "5.1-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.019545, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.80148, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.467, "Performance_Units": "Samples/s" }, { "ID": "5.1-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.205257, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.93672, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.91, "Performance_Units": "Samples/s" }, { "ID": "5.1-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.77892, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.760592, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.523, "Performance_Units": "Samples/s" }, { "ID": "5.1-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.008401, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.409944, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.7095, "Performance_Units": "Samples/s" }, { "ID": "5.1-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.923229, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.67388, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.093, "Performance_Units": "Samples/s" }, { "ID": "5.1-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.440421, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.873664, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4698, "Performance_Units": "Samples/s" }, { "ID": "5.1-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.517862, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.147184, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3942.13, "Performance_Units": "Samples/s" }, { "ID": "5.1-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.255264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.220344, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2632.99, "Performance_Units": "Samples/s" }, { "ID": "5.1-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.381741, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.58844, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1828.5, "Performance_Units": "Samples/s" }, { "ID": "5.1-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.549742, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.143328, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1352.09, "Performance_Units": "Samples/s" }, { "ID": "5.1-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.742928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.81, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1415.64, "Performance_Units": "Samples/s" }, { "ID": "5.1-0336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.713863, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.649792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 948.803, "Performance_Units": "Samples/s" }, { "ID": "5.1-0337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.064632, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.577464, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.51, "Performance_Units": "Samples/s" }, { "ID": "5.1-0338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.547502, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.881912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.352, "Performance_Units": "Samples/s" }, { "ID": "5.1-0339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.08401, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.928264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 690.015, "Performance_Units": "Samples/s" }, { "ID": "5.1-0340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.464033, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.626064, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.215, "Performance_Units": "Samples/s" }, { "ID": "5.1-0341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.168233, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.460624, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.935, "Performance_Units": "Samples/s" }, { "ID": "5.1-0342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.212377, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.796848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.895, "Performance_Units": "Samples/s" }, { "ID": "5.1-0343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.252923, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.432576, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.012, "Performance_Units": "Samples/s" }, { "ID": "5.1-0344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.469834, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.375168, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.142, "Performance_Units": "Samples/s" }, { "ID": "5.1-0345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.654215, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.520656, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.133, "Performance_Units": "Samples/s" }, { "ID": "5.1-0346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.356454, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.760112, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.86, "Performance_Units": "Samples/s" }, { "ID": "5.1-0347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.253918, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.384928, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2437.73, "Performance_Units": "Samples/s" }, { "ID": "5.1-0348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.412205, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.846056, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1712.14, "Performance_Units": "Samples/s" }, { "ID": "5.1-0349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.586674, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.879416, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1196.58, "Performance_Units": "Samples/s" }, { "ID": "5.1-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.839729, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.029944, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 909.098, "Performance_Units": "Samples/s" }, { "ID": "5.1-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.106041, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.748648, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1747.58, "Performance_Units": "Samples/s" }, { "ID": "5.1-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.576154, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.765352, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1219.47, "Performance_Units": "Samples/s" }, { "ID": "5.1-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.825296, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.738912, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 843.843, "Performance_Units": "Samples/s" }, { "ID": "5.1-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.193194, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.836128, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 635.82, "Performance_Units": "Samples/s" }, { "ID": "5.1-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.583429, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.184792, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 894.875, "Performance_Units": "Samples/s" }, { "ID": "5.1-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.127171, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.444136, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 608.893, "Performance_Units": "Samples/s" }, { "ID": "5.1-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.655549, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.598904, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.81, "Performance_Units": "Samples/s" }, { "ID": "5.1-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.405525, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.449704, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.371, "Performance_Units": "Samples/s" }, { "ID": "5.1-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224435, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.627104, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 662.662, "Performance_Units": "Samples/s" }, { "ID": "5.1-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.521608, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.95732, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.4, "Performance_Units": "Samples/s" }, { "ID": "5.1-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.193504, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.276456, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.65, "Performance_Units": "Samples/s" }, { "ID": "5.1-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.230681, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.942624, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.635, "Performance_Units": "Samples/s" }, { "ID": "5.1-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.304499, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.339384, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.729, "Performance_Units": "Samples/s" }, { "ID": "5.1-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.741602, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.758848, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.13, "Performance_Units": "Samples/s" }, { "ID": "5.1-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.176123, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.124616, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 897.635, "Performance_Units": "Samples/s" }, { "ID": "5.1-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118859, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.47824, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1104.3, "Performance_Units": "Samples/s" }, { "ID": "5.1-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-60-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.910978, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9 (1x RTX 4090)", "Platform": "GATEOverflow_Intel_SPR_i9-reference-gpu-pytorch_v2.2.2-cu126", "UsedModel": "pointpainting", "Model": "pointpainting", "Scenario": "SingleStream", "Accuracy": "mAP: 54.256218124416954", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-reference-gpu-pytorch_v2.2.2-cu126/pointpainting/singlestream", "Software": "pytorch v2.2.2", "operating_system": "Ubuntu 22.04 (linux-6.8.0-64-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_Intel_SPR_i9-reference-gpu-pytorch_v2.2.2-cu126", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_Intel_SPR_i9-reference-gpu-pytorch_v2.2.2-cu126/pointpainting", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.018264, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "GATEOverflow_RTX4090x2-reference-gpu-vllm-default_config", "UsedModel": "llama3_1-8b-edge", "Model": "llama3.1-8b-edge", "Scenario": "Offline", "Accuracy": "ROUGE1: 38.8041 ROUGE2: 15.9281 ROUGEL: 24.4964 ROUGELSUM: 35.8406 GEN_LEN: 2918432", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "open/GATEOverflow/results/GATEOverflow_RTX4090x2-reference-gpu-vllm-default_config/llama3_1-8b-edge/offline", "Software": "vllm", "operating_system": "Ubuntu 22.04 (linux-6.14.0-24-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/GATEOverflow_RTX4090x2-reference-gpu-vllm-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GATEOverflow_RTX4090x2-reference-gpu-vllm-default_config/llama3_1-8b-edge", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.3416, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 1241.1387806903, "Power_Units": "millijoules", "Performance_Result": 42.193952, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 34.1764831261, "Power_Units": "Watts", "Performance_Result": 220.502, "Performance_Units": "Samples/s" }, { "ID": "5.1-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 155.1423475863, "Power_Units": "millijoules", "Performance_Result": 4.77892, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1784.3635550599, "Power_Units": "millijoules", "Performance_Result": 61.64252, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 34.1045101664, "Power_Units": "Watts", "Performance_Result": 153.008, "Performance_Units": "Samples/s" }, { "ID": "5.1-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 223.0454443825, "Power_Units": "millijoules", "Performance_Result": 6.820983, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 2516.3705347404, "Power_Units": "millijoules", "Performance_Result": 83.844512, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 33.870960452, "Power_Units": "Watts", "Performance_Result": 107.737, "Performance_Units": "Samples/s" }, { "ID": "5.1-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 314.5463168426, "Power_Units": "millijoules", "Performance_Result": 9.598869, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 2632.8603528846, "Power_Units": "millijoules", "Performance_Result": 96.9084, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 27.4726166667, "Power_Units": "Watts", "Performance_Result": 83.5032, "Performance_Units": "Samples/s" }, { "ID": "5.1-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": "6", "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-62-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/TRIGKEY_Mini_PC_Ryzen_5_5560-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 329.1075441106, "Power_Units": "millijoules", "Performance_Result": 12.038866, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "open/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.32116, "Performance_Units": "Samples/s" }, { "ID": "5.1-0374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "rtx4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86018", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": "24", "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "open/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 24.04 (linux-6.11.0-25-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/results/rtx4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/rtx4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.991841, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0375", "Submitter": "HPE", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "deepseek-r1", "Model": "deepseek-r1", "Scenario": "Offline", "Accuracy": "exact_match: 81.42661804922516 TOKENS_PER_SAMPLE: 3854.3742023701", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/deepseek-r1/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/open/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/deepseek-r1", "ColorKey": "availableHPE", "Performance_Result": 8904.83, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0376", "Submitter": "HPE", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "HPE_ProLiant_DL384_GH200_144GBx2_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99.9/Offline", "Software": "ToDo: TensorRT 10.8, CUDA 12.8", "operating_system": "ToDo: Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/open/HPE/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99.9", "ColorKey": "availableHPE", "Performance_Result": 104548.0, "Performance_Units": "Samples/s" }, { "ID": "5.1-0376", "Submitter": "HPE", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "HPE_ProLiant_DL384_GH200_144GBx2_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99.9/Server", "Software": "ToDo: TensorRT 10.8, CUDA 12.8", "operating_system": "ToDo: Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/results/HPE_ProLiant_DL384_GH200_144GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/open/HPE/HPE_ProLiant_DL384_GH200_144GBx2_TRT/dlrm-v2-99.9", "ColorKey": "availableHPE", "Performance_Result": 102010.0, "Performance_Units": "Queries/s" }, { "ID": "5.1-0377", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "b200_x8", "UsedModel": "llama3_1-70b-fp8_trtllm", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.6972 ROUGE2: 25.3247 ROUGEL: 31.5984 TOKENS_PER_SAMPLE: 287.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "open/Krai/results/b200_x8/llama3_1-70b-fp8_trtllm/offline", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1002-nvidia #2-Ubuntu SMP PREEMPT_DYNAMIC Wed Oct 23 16:19:35 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/b200_x8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/b200_x8/llama3_1-70b-fp8_trtllm", "ColorKey": "availableKrai", "Performance_Result": 65770.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0377", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "b200_x8", "UsedModel": "llama3_1-70b-fp8_trtllm", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.7087 ROUGE2: 25.2633 ROUGEL: 31.5297 TOKENS_PER_SAMPLE: 289.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8580", "host_processors_per_node": 2, "host_processor_core_count": "60", "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "open/Krai/results/b200_x8/llama3_1-70b-fp8_trtllm/server", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04.2 LTS (Linux kernel: 6.11.0-1002-nvidia #2-Ubuntu SMP PREEMPT_DYNAMIC Wed Oct 23 16:19:35 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/b200_x8", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/b200_x8/llama3_1-70b-fp8_trtllm", "ColorKey": "availableKrai", "Performance_Result": 62624.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0378", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (16x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x16_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5946 ROUGE2: 25.2488 ROUGEL: 31.4868 TOKENS_PER_SAMPLE: 296.0", "Nodes": 2, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x16_vllm_092/llama3_1-70b-fp8_dyn/offline", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x16_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x16_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 58617.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0378", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (16x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x16_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.5944 ROUGE2: 25.2484 ROUGEL: 31.4866 TOKENS_PER_SAMPLE: 296.0", "Nodes": 2, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x16_vllm_092/llama3_1-70b-fp8_dyn/server", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x16_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x16_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 56544.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0379", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (24x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x24_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5947 ROUGE2: 25.2488 ROUGEL: 31.4866 TOKENS_PER_SAMPLE: 296.0", "Nodes": 3, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x24_vllm_092/llama3_1-70b-fp8_dyn/offline", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x24_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x24_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 87334.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0379", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (24x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x24_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.5956 ROUGE2: 25.2483 ROUGEL: 31.4863 TOKENS_PER_SAMPLE: 296.0", "Nodes": 3, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x24_vllm_092/llama3_1-70b-fp8_dyn/server", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x24_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x24_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 86558.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0380", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.9)", "Platform": "xd670_h200_x8_sglang_049", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.629 ROUGE2: 25.2484 ROUGEL: 31.4923 TOKENS_PER_SAMPLE: 299.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_dyn/offline", "Software": "SGLang v0.4.9", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_sglang_049", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 27697.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0380", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.9)", "Platform": "xd670_h200_x8_sglang_049", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.6278 ROUGE2: 25.2476 ROUGEL: 31.4914 TOKENS_PER_SAMPLE: 299.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_dyn/server", "Software": "SGLang v0.4.9", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_sglang_049", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 26434.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0381", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.9)", "Platform": "xd670_h200_x8_sglang_049", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.622 ROUGE2: 25.2323 ROUGEL: 31.4803 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_pre/offline", "Software": "SGLang v0.4.9", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_sglang_049", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 31383.2, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0381", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.9)", "Platform": "xd670_h200_x8_sglang_049", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.6239 ROUGE2: 25.2338 ROUGEL: 31.482 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_pre/server", "Software": "SGLang v0.4.9", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_sglang_049", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang_049/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 30304.0, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0382", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5948 ROUGE2: 25.2489 ROUGEL: 31.4868 TOKENS_PER_SAMPLE: 296.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_dyn/offline", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 30893.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0382", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.5943 ROUGE2: 25.2485 ROUGEL: 31.4866 TOKENS_PER_SAMPLE: 296.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_dyn/server", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 26903.4, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0383", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.6027 ROUGE2: 25.2631 ROUGEL: 31.5457 TOKENS_PER_SAMPLE: 291.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_pre/offline", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 26318.8, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0383", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.9.2)", "Platform": "xd670_h200_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.6008 ROUGE2: 25.2614 ROUGEL: 31.5438 TOKENS_PER_SAMPLE: 291.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": "32", "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_pre/server", "Software": "vLLM v0.9.2", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xd670_h200_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_092/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 25627.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0384", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, vLLM v0.9.2)", "Platform": "xe9680_h100_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Interactive", "Accuracy": "ROUGE1: 47.5639 ROUGE2: 25.2656 ROUGEL: 31.5083 TOKENS_PER_SAMPLE: 293.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "open/Krai/results/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn/interactive", "Software": "vLLM v0.9.2", "operating_system": "Ubuntu 24.04.2 LTS (6.8.0-71-generic #71-Ubuntu SMP PREEMPT_DYNAMIC Tue Jul 22 16:52:38 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_h100_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 10180.1, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0384", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, vLLM v0.9.2)", "Platform": "xe9680_h100_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5635 ROUGE2: 25.2651 ROUGEL: 31.5082 TOKENS_PER_SAMPLE: 293.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "open/Krai/results/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn/offline", "Software": "vLLM v0.9.2", "operating_system": "Ubuntu 24.04.2 LTS (6.8.0-71-generic #71-Ubuntu SMP PREEMPT_DYNAMIC Tue Jul 22 16:52:38 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_h100_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 22819.6, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0384", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, vLLM v0.9.2)", "Platform": "xe9680_h100_x8_vllm_092", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.5635 ROUGE2: 25.2651 ROUGEL: 31.5085 TOKENS_PER_SAMPLE: 293.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": "48", "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "open/Krai/results/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn/server", "Software": "vLLM v0.9.2", "operating_system": "Ubuntu 24.04.2 LTS (6.8.0-71-generic #71-Ubuntu SMP PREEMPT_DYNAMIC Tue Jul 22 16:52:38 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_h100_x8_vllm_092", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_h100_x8_vllm_092/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 21433.3, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0385", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.6.5)", "Platform": "xe9680_mi300x_x8_vllm_065", "UsedModel": "llama2-70b-fp8_quark", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4373 ROUGE2: 22.0867 ROUGEL: 28.657 TOKENS_PER_SAMPLE: 298.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "40", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_065/llama2-70b-fp8_quark/offline", "Software": "vLLM v0.6.5", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_065", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_065/llama2-70b-fp8_quark", "ColorKey": "availableKrai", "Performance_Result": 27185.5, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0386", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.9.1)", "Platform": "xe9680_mi300x_x8_vllm_091", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5827 ROUGE2: 25.2217 ROUGEL: 31.4816 TOKENS_PER_SAMPLE: 295.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "40", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_091/llama3_1-70b-fp8_dyn/offline", "Software": "vLLM v0.9.1", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_091", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_091/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 18558.9, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0386", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.9.1)", "Platform": "xe9680_mi300x_x8_vllm_091", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.5911 ROUGE2: 25.255 ROUGEL: 31.4883 TOKENS_PER_SAMPLE: 295.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": "40", "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_091/llama3_1-70b-fp8_dyn/server", "Software": "vLLM v0.9.1", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_091", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_091/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 15863.7, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0387", "Submitter": "Lenovo", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo ThinkEdge SE100 (built-in Intel(R) Arc(TM) graphics)", "Platform": "se100_ultra7_255h", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.468", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 Processor 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "Intel(R) Arc(TM) 140T GPU", "a#": "", "Location": "open/Lenovo/results/se100_ultra7_255h/resnet50/MultiStream", "Software": "OpenVINO", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "SE100. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "INT8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/results/se100_ultra7_255h", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/open/Lenovo/se100_ultra7_255h/resnet50", "ColorKey": "availableLenovo", "Performance_Result": 11.060112, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0387", "Submitter": "Lenovo", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo ThinkEdge SE100 (built-in Intel(R) Arc(TM) graphics)", "Platform": "se100_ultra7_255h", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.468", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 Processor 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "Intel(R) Arc(TM) 140T GPU", "a#": "", "Location": "open/Lenovo/results/se100_ultra7_255h/resnet50/Offline", "Software": "OpenVINO", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "SE100. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "INT8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/results/se100_ultra7_255h", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/open/Lenovo/se100_ultra7_255h/resnet50", "ColorKey": "availableLenovo", "Performance_Result": 757.865, "Performance_Units": "Samples/s" }, { "ID": "5.1-0387", "Submitter": "Lenovo", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo ThinkEdge SE100 (built-in Intel(R) Arc(TM) graphics)", "Platform": "se100_ultra7_255h", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.468", "Nodes": 1, "Processor": "Intel(R) Core(TM) Ultra 7 Processor 255H", "host_processors_per_node": 1, "host_processor_core_count": "16", "Accelerator": "Intel(R) Arc(TM) 140T GPU", "a#": "", "Location": "open/Lenovo/results/se100_ultra7_255h/resnet50/SingleStream", "Software": "OpenVINO", "operating_system": "Ubuntu 24.04.2 LTS", "Notes": "SE100. N/A", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/results/se100_ultra7_255h", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/Lenovo/code", "Unique ID (e.g. for Audit)": "edge/open/Lenovo/se100_ultra7_255h/resnet50", "ColorKey": "availableLenovo", "Performance_Result": 1.341022, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0388", "Submitter": "NVIDIA", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_Dynamo", "UsedModel": "llama3.1-405b", "Model": "llama3.1-405b", "Scenario": "Interactive", "Accuracy": "ROUGEL: 21.457630147114052 exact_match: 90.08698544010589 TOKENS_PER_SAMPLE: 629.9", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": "144", "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "open/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_Dynamo/llama3.1-405b/Interactive", "Software": "TensorRT 10.11, CUDA 12.9", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_Dynamo", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/open/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_Dynamo/llama3.1-405b", "ColorKey": "availableNVIDIA", "Performance_Result": 9897.52, "Performance_Units": "Tokens/s" }, { "ID": "5.1-0389", "Submitter": "NVIDIA", "Availability": "available", "Category": "open", "Suite": "edge", "System": "NVIDIA Jetson AGX Thor Developer Kit 128G (TensorRT)", "Platform": "Jetson-Thor_TRT", "UsedModel": "llama3.1-8b-edge", "Model": "llama3.1-8b-edge", "Scenario": "SingleStream", "Accuracy": "ROUGE1: 38.8638 ROUGE2: 16.2134 ROUGEL: 24.5295 ROUGELSUM: 35.8712 GEN_LEN: 3077653", "Nodes": 1, "Processor": "14-core ARM Poseidon-AE CPU", "host_processors_per_node": 1, "host_processor_core_count": "14", "Accelerator": "NVIDIA Jetson AGX Thor 128G", "a#": 1, "Location": "open/NVIDIA/results/Jetson-Thor_TRT/llama3.1-8b-edge/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Jetson L4T", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/NVIDIA/results/Jetson-Thor_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/NVIDIA/code", "Unique ID (e.g. for Audit)": "edge/open/NVIDIA/Jetson-Thor_TRT/llama3.1-8b-edge", "ColorKey": "availableNVIDIA", "Performance_Result": 4145.546277, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0390", "Submitter": "amitashnanda", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Amitashs_MBP.attlocal.net", "Platform": "macbook_m1pro", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": "10", "Accelerator": "", "a#": "", "Location": "open/amitashnanda/results/macbook_m1pro/resnet50/multistream", "Software": "onnxruntime v1.19.2", "operating_system": " (darwin-24.5.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/results/macbook_m1pro", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/code", "Unique ID (e.g. for Audit)": "edge/open/amitashnanda/macbook_m1pro/resnet50", "ColorKey": "availableamitashnanda", "Performance_Result": 445.556917, "Performance_Units": "Latency (ms)" }, { "ID": "5.1-0390", "Submitter": "amitashnanda", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Amitashs_MBP.attlocal.net", "Platform": "macbook_m1pro", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": "10", "Accelerator": "", "a#": "", "Location": "open/amitashnanda/results/macbook_m1pro/resnet50/offline", "Software": "onnxruntime v1.19.2", "operating_system": " (darwin-24.5.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/results/macbook_m1pro", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/code", "Unique ID (e.g. for Audit)": "edge/open/amitashnanda/macbook_m1pro/resnet50", "ColorKey": "availableamitashnanda", "Performance_Result": 32.0654, "Performance_Units": "Samples/s" }, { "ID": "5.1-0390", "Submitter": "amitashnanda", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Amitashs_MBP.attlocal.net", "Platform": "macbook_m1pro", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": "10", "Accelerator": "", "a#": "", "Location": "open/amitashnanda/results/macbook_m1pro/resnet50/singlestream", "Software": "onnxruntime v1.19.2", "operating_system": " (darwin-24.5.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.1", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/results/macbook_m1pro", "Code": "https://github.com/mlcommons/inference_results_v5.1/tree/main/open/amitashnanda/code", "Unique ID (e.g. for Audit)": "edge/open/amitashnanda/macbook_m1pro/resnet50", "ColorKey": "availableamitashnanda", "Performance_Result": 32.29725, "Performance_Units": "Latency (ms)" } ]