{ "accelerator_frequency": "", "accelerator_host_interconnect": "PCIe Gen5 x16", "accelerator_interconnect": "XGMI", "accelerator_interconnect_topology": "", "accelerator_memory_capacity": "192 GB", "accelerator_memory_configuration": "HBM3", "accelerator_model_name": "AMD Instinct MI300X-NPS1-SPX-192GB-750W", "accelerator_on-chip_memories": "", "accelerators_per_node": 8, "boot_firmware_version": "", "cooling": "Air-cooled", "disk_controllers": "", "disk_drives": "", "division": "closed", "filesystem": "", "framework": "vLLM 0.4.3+rocm614, PyTorch 2.3.0, ROCm 6.1.2", "host_memory_capacity": "1.5TiB", "host_memory_configuration": "24x 64GB Micron MTC40F2046S1RC48BA1 MHCC", "host_network_card_count": "1x BCM57416 NetXtreme-E Dual-Media 10G RDMA Ethernet Controller, 1x MT2910 Family [ConnectX-7]", "host_networking": "10G Ethernet", "host_networking_topology": "Ethernet on switching network", "host_processor_caches": "", "host_processor_core_count": 32, "host_processor_frequency": "", "host_processor_interconnect": "", "host_processor_model_name": "2xAMD EPYC 9374F", "host_processors_per_node": 2, "host_storage_capacity": "900G boot disk, 2x 3.5T data disk", "host_storage_type": "NVMe SSD", "hw_notes": "", "management_firmware_version": "", "network_speed_mbit": "", "nics_enabled_connected": "", "nics_enabled_firmware": "", "nics_enabled_os": "", "number_of_nodes": 1, "number_of_type_nics_installed": "", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "other_hardware": "", "other_software_stack": "hipblaslt-8b71e7a, flash-attn-23a2b1c, vllm-a8cff57", "power_management": "", "power_supply_details": "", "power_supply_quantity_and_rating_watts": "", "status": "available", "submitter": "AMD", "sw_notes": "", "system_name": "Supermicro AS-8125GS-TNMR2", "system_type": "datacenter", "system_type_detail": "N/A" }