machine,runtime,model,params_b,format,batch,tok_s,chip_mj,board_mj,chip_point,board_point,power_state,passes,note,source
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q2_K,1,227.7,133.2,279.3,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q3_K_M,1,204.4,160.8,332.1,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,1,213.4,98.7,257.9,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,1,204.5,134.0,314.2,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q5_K_M,1,178.0,196.8,411.4,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q6_K,1,171.0,152.2,369.5,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q8_0,1,141.9,154.1,408.3,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,F16,1,83.8,134.6,546.5,chip (SoC),board DC input,AC,2,1,quant-energy-1.5b.json quant-energy-1.5b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q2_K,1,75.6,532.5,1176.7,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q3_K_M,1,63.0,651.3,1447.7,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q4_0,1,60.3,389.0,1149.0,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q4_K_M,1,57.2,555.7,1420.8,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q5_K_M,1,49.8,804.3,1848.5,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q6_K,1,44.1,676.0,1784.5,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 7B,7.6,Q8_0,1,35.0,654.1,2053.1,chip (SoC),board DC input,AC,2,3,quant-energy-7b.json quant-energy-7b-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,F16,1,94.2,614.1,740.1,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q8_0,1,160.5,358.0,444.1,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q6_K,1,183.6,301.8,386.9,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q5_K_M,1,202.7,263.9,361.1,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,1,233.6,248.0,307.9,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,1,261.4,222.2,269.2,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q3_K_M,1,192.9,301.9,371.6,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q2_K,1,254.9,224.7,284.7,"GPU (nvidia-smi, includes VRAM)",battery discharge,battery,2,4,quant-energy-windows-battery-run1.json quant-energy-windows-battery-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,F16,1,127.5,753.0,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q8_0,1,214.3,475.1,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q6_K,1,268.4,385.8,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q5_K_M,1,275.0,342.5,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,1,317.2,326.4,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,1,354.5,294.8,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q3_K_M,1,258.3,396.2,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q2_K,1,351.3,291.3,,"GPU (nvidia-smi, includes VRAM)",,AC,2,10,quant-energy-windows-ac-run1.json quant-energy-windows-ac-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 0.5B,0.5,Q4_0,1,390.0,47.5,112.2,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 0.5B,0.5,Q4_K_M,1,349.8,59.5,135.3,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 0.5B,0.5,Q5_K_M,1,341.8,62.5,142.5,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 0.5B,0.5,Q6_K,1,320.7,70.0,158.0,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 0.5B,0.5,Q8_0,1,316.9,68.4,159.4,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 3B,3.1,Q4_0,1,120.5,181.1,471.7,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 3B,3.1,Q4_K_M,1,114.4,239.0,563.9,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 3B,3.1,Q5_K_M,1,102.0,326.1,714.1,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 3B,3.1,Q6_K,1,91.6,295.2,708.1,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 3B,3.1,Q8_0,1,75.4,283.8,771.7,chip (SoC),board DC input,AC,2,6,width-run1.json width-run2.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,1,207.4,104.7,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,2,352.0,103.3,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,3,519.1,70.7,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,4,680.0,54.3,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,5,836.8,44.0,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,6,985.7,37.4,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,7,1127.9,32.8,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_0,8,1244.4,29.3,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_0.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,1,202.3,135.6,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,2,324.6,120.9,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,3,464.7,81.3,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,4,607.8,62.0,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,5,745.1,51.0,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,6,877.5,43.2,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,7,1001.1,37.9,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Apple M5 Pro, 24 GB",llama.cpp b11669,Qwen2.5 1.5B,1.5,Q4_K_M,8,1112.0,33.7,,chip (SoC),,AC,3,1,batching-gpu-1.5b-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 0.5B,0.5,Q4_0,1,623.9,153.5,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 0.5B,0.5,Q4_K_M,1,566.3,172.6,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 0.5B,0.5,Q5_K_M,1,590.0,163.8,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 0.5B,0.5,Q6_K,1,550.8,175.3,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 0.5B,0.5,Q8_0,1,538.4,178.6,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q5_K_M,1,284.0,350.7,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q6_K,1,263.3,375.9,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 3B,3.1,Q4_0,1,192.9,511.0,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 3B,3.1,Q4_K_M,1,167.2,596.4,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 3B,3.1,Q5_K_M,1,150.4,665.1,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 3B,3.1,Q6_K,1,145.7,682.6,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 3B,3.1,Q8_0,1,124.9,805.3,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 7B,7.6,Q4_0,1,98.1,1004.5,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 7B,7.6,Q4_K_M,1,84.7,1170.5,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 7B,7.6,Q5_K_M,1,75.2,1344.8,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 7B,7.6,Q6_K,1,67.7,1433.3,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 7B,7.6,Q8_0,1,53.7,1793.1,,"GPU (nvidia-smi, includes VRAM)",,AC,2,12,width-windows-run1.json width-windows-run2.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,1,348.0,278.0,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,2,607.4,163.5,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,3,790.9,126.3,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,4,939.0,106.6,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,5,1100.5,90.5,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,6,1188.0,84.1,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,7,1237.4,80.8,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_0,8,1385.0,73.5,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_0.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,1,308.9,335.7,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,2,509.1,190.7,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,3,657.9,146.4,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,4,774.6,125.2,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,5,883.1,110.4,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,6,1208.1,80.9,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,7,1294.5,75.1,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
"Intel Core Ultra 9 285H, RTX 5070 Ti Laptop, 32 GB",llama.cpp b11851 (CUDA),Qwen2.5 1.5B,1.5,Q4_K_M,8,1610.0,61.0,,"GPU (nvidia-smi, includes VRAM)",,AC,3,10,batching-windows-q4_k_m.json
8x NVIDIA H100 NVL server,MLPerf v5.0 (Fujitsu),Llama 2 70B,70,FP8,server-chosen,18084.9,,273.8,,server at the wall,AC,1,8,mlperf-llm-power.csv
8x NVIDIA B200 server,MLPerf v5.1 (Lenovo),Llama 2 70B,70,FP4,server-chosen,102909.0,,101.1,,server at the wall,AC,1,8,mlperf-llm-power.csv
8x NVIDIA B200 server,MLPerf v5.1 (Lenovo),Llama 3.1 405B,405,FP4,server-chosen,1637.1,,6042.2,,server at the wall,AC,1,8,mlperf-llm-power.csv
8x NVIDIA B200 server,MLPerf v5.1 (Lenovo),Llama 3.1 8B,8,FP4,server-chosen,146960.0,,64.2,,server at the wall,AC,1,8,mlperf-llm-power.csv