{
  "schemaVersion": "localllmupdates-benchmark-v1",
  "runId": "qwen38-27b-q2-k-xl-apple-m5-20260828",
  "startedAt": "2026-08-28T14:19:58.853Z",
  "completedAt": "2026-08-28T14:27:20.276Z",
  "runner": {
    "name": "llama-bench",
    "buildNumber": 10470,
    "buildCommit": "34af94cd9",
    "versionOutput": "llama-bench output: build 10470, commit 34af94cd9"
  },
  "environment": {
    "device": "MacBook Air",
    "chip": "Apple M5",
    "memoryBytes": 25769803776,
    "logicalCores": 10,
    "operatingSystem": "macOS 26.6.2 (25G83)",
    "backends": ["BLAS", "MTL"]
  },
  "model": {
    "name": "Qwen3.8 27B local GGUF",
    "revision": "46151b52a5cad673d90a00222103254864326c251130b8fc4381d6f34386b3c8",
    "quantization": "Unsloth UD-Q2_K_XL distribution; mixed tensor types, with GGUF general.file_type 14 rendered by llama.cpp as Q4_K - Small",
    "fileName": "Qwen3.8-27B-UD-Q2_K_XL.gguf",
    "fileSizeBytes": 10676423744,
    "sha256": "46151b52a5cad673d90a00222103254864326c251130b8fc4381d6f34386b3c8",
    "metadataEvidenceFile": "qwen3.8-27b-q2-k-xl-gguf-metadata-2026-08-28.json",
    "upstream": {
      "repository": "unsloth/Qwen3.8-27B-GGUF",
      "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
      "fileUrl": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF/blob/f1bfb127c64f7072bdd2cad55f258b9c8b2910fe/Qwen3.8-27B-UD-Q2_K_XL.gguf"
    }
  },
  "workload": {
    "promptTokens": 512,
    "generatedTokens": 128,
    "repetitions": 5,
    "threads": 10,
    "gpuLayers": 99,
    "batchSize": 2048,
    "microBatchSize": 512,
    "flashAttention": "auto",
    "command": [
      "llama-bench",
      "--model",
      "<model:Qwen3.8-27B-UD-Q2_K_XL.gguf>",
      "--n-prompt",
      "512",
      "--n-gen",
      "128",
      "--repetitions",
      "5",
      "--threads",
      "10",
      "--n-gpu-layers",
      "99",
      "--batch-size",
      "2048",
      "--ubatch-size",
      "512",
      "--flash-attn",
      "auto",
      "--output",
      "json"
    ]
  },
  "results": [
    {
      "phase": "prompt-processing",
      "tokens": 512,
      "averageTokensPerSecond": 39.439795,
      "standardDeviationTokensPerSecond": 2.54574,
      "samplesTokensPerSecond": [43.1336, 40.0473, 39.9536, 36.869, 37.1955]
    },
    {
      "phase": "token-generation",
      "tokens": 128,
      "averageTokensPerSecond": 1.865259,
      "standardDeviationTokensPerSecond": 0.472479,
      "samplesTokensPerSecond": [1.63751, 1.53689, 1.68748, 1.76727, 2.69715]
    }
  ],
  "raw": [
    {
      "build_commit": "34af94cd9",
      "build_number": 10470,
      "cpu_info": "Accelerate, Apple M5",
      "gpu_info": "Apple M5",
      "backends": "BLAS,MTL",
      "model_filename": "Qwen3.8-27B-UD-Q2_K_XL.gguf",
      "model_type": "qwen35 27B Q4_K - Small",
      "model_size": 10665426944,
      "model_n_params": 27320697856,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 10,
      "cpu_mask": "0x0",
      "cpu_strict": false,
      "poll": 50,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "layer",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": -1,
      "devices": "auto",
      "tensor_split": "0.00",
      "tensor_buft_overrides": "none",
      "load_mode": "auto",
      "embeddings": false,
      "no_op_offload": 0,
      "no_host": false,
      "fit_target": 0,
      "fit_min_ctx": 0,
      "n_prompt": 512,
      "n_gen": 0,
      "n_depth": 0,
      "test_time": "2026-08-28T14:20:04Z",
      "avg_ns": 13024392716,
      "stddev_ns": 3810074275,
      "avg_ts": 39.439795,
      "stddev_ts": 2.54574,
      "samples_ns": [11870095042, 12784887458, 12814866000, 13887013667, 13765101417],
      "samples_ts": [43.1336, 40.0473, 39.9536, 36.869, 37.1955]
    },
    {
      "build_commit": "34af94cd9",
      "build_number": 10470,
      "cpu_info": "Accelerate, Apple M5",
      "gpu_info": "Apple M5",
      "backends": "BLAS,MTL",
      "model_filename": "Qwen3.8-27B-UD-Q2_K_XL.gguf",
      "model_type": "qwen35 27B Q4_K - Small",
      "model_size": 10665426944,
      "model_n_params": 27320697856,
      "n_batch": 2048,
      "n_ubatch": 512,
      "n_threads": 10,
      "cpu_mask": "0x0",
      "cpu_strict": false,
      "poll": 50,
      "type_k": "f16",
      "type_v": "f16",
      "n_gpu_layers": 99,
      "n_cpu_moe": 0,
      "split_mode": "layer",
      "main_gpu": 0,
      "no_kv_offload": false,
      "flash_attn": -1,
      "devices": "auto",
      "tensor_split": "0.00",
      "tensor_buft_overrides": "none",
      "load_mode": "auto",
      "embeddings": false,
      "no_op_offload": 0,
      "no_host": false,
      "fit_target": 0,
      "fit_min_ctx": 0,
      "n_prompt": 0,
      "n_gen": 128,
      "n_depth": 0,
      "test_time": "2026-08-28T14:21:21Z",
      "avg_ns": 71438212783,
      "stddev_ns": 1266144541,
      "avg_ts": 1.865259,
      "stddev_ts": 0.472479,
      "samples_ns": [78167556208, 83285170167, 75852744958, 72428067250, 47457525333],
      "samples_ts": [1.63751, 1.53689, 1.68748, 1.76727, 2.69715]
    }
  ]
}