{
  "flash": {
    "argv": [
      "${ENGINE}/llama-server",
      "--offline",
      "--model",
      "${MODEL}",
      "--spec-draft-model",
      "${MTP}",
      "--spec-type",
      "draft-mtp",
      "--spec-draft-n-max",
      "3",
      "--spec-draft-p-min",
      "0.5",
      "--spec-mtp-rs-planes",
      "0",
      "--spec-draft-ngl",
      "all",
      "--spec-draft-moe-expert-cache-size",
      "0",
      "--spec-draft-ubatch-size",
      "2048",
      "--alias",
      "qwen-gsq-iq3",
      "--host",
      "127.0.0.1",
      "--port",
      "24753",
      "-c",
      "16384",
      "-b",
      "2048",
      "-ub",
      "2048",
      "-np",
      "1",
      "-t",
      "16",
      "-ngl",
      "all",
      "-fa",
      "on",
      "-fit",
      "off",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--moe-expert-cache-size",
      "64",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--ple-prefetch",
      "--phase-aware-workspace",
      "-ctk",
      "f16",
      "-ctv",
      "f16",
      "-kvo",
      "--cache-ram",
      "0",
      "--ctx-checkpoints",
      "0",
      "--jinja",
      "--no-warmup",
      "--experimental-logs",
      "-n",
      "2048",
      "--moe-source-graph-capacity",
      "--backend-sampling",
      "--spec-lookup-chain",
      "2",
      "--spec-lookup-chain-min",
      "3"
    ],
    "path_substitutions_only": true,
    "benchmark_affinity": true,
    "environment": {
      "CUDA_PATH": "/opt/cuda",
      "CUDA_DISABLE_PERF_BOOST": "1",
      "CUDA_MODULE_LOADING": "LAZY",
      "LD_LIBRARY_PATH": "${ENGINE}:/opt/cuda/lib64",
      "LD_PRELOAD": "${AFFINITY}",
      "GGML_MOE_SOURCE_MAPPED_COPY_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_GATED_RMS_FUSION": "0",
      "GGML_MOE_SOURCE_MAP_DIAGNOSTIC": "1",
      "GGML_MOE_GRAPH_REUSE_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_MOE_HYBRID_FUSION_LOG": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_TEST_OVERLAP_PROBE": "0",
      "MOE_GAP_TRACE_MODE": "0",
      "GGML_MOE_CPU_PROFILE": "0",
      "MOE_CPU_JOIN_DIAGNOSTICS": "1",
      "GGML_MOE_EXPERT_PROFILE": "${ASSETS}/flash-ranked-profile.bin",
      "GGML_MOE_HYBRID_PROFILE_ADAPT": "occurrence",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_LOG": "1",
      "GGML_MOE_HYBRID_ADMISSION": "off",
      "GGML_MOE_HYBRID_RESIDENT_BATCH": "on",
      "GGML_MOE_HYBRID_GPU_MISSES": "1",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "CUDA_VISIBLE_DEVICES": "0",
      "GGML_NO_BACKTRACE": "1"
    }
  },
  "ornith": {
    "argv": [
      "${ENGINE}/llama-server",
      "--offline",
      "--model",
      "${MODEL}",
      "--spec-type",
      "draft-mtp",
      "--spec-draft-n-max",
      "3",
      "--spec-draft-p-min",
      "0.5",
      "--spec-mtp-rs-planes",
      "0",
      "--spec-draft-ngl",
      "all",
      "--spec-draft-moe-expert-cache-size",
      "0",
      "--spec-draft-ubatch-size",
      "2048",
      "--alias",
      "ornith",
      "--host",
      "127.0.0.1",
      "--port",
      "24751",
      "-c",
      "65536",
      "-b",
      "2048",
      "-ub",
      "2048",
      "-np",
      "1",
      "-t",
      "16",
      "-ngl",
      "all",
      "-fa",
      "on",
      "-fit",
      "off",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--moe-expert-cache-size",
      "144",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--ple-prefetch",
      "--phase-aware-workspace",
      "-ctk",
      "q8_0",
      "-ctv",
      "q8_0",
      "-kvo",
      "--cache-ram",
      "0",
      "--ctx-checkpoints",
      "0",
      "--jinja",
      "--no-warmup",
      "--experimental-logs",
      "-n",
      "2048",
      "--moe-source-graph-capacity",
      "--backend-sampling",
      "--spec-lookup-chain",
      "2",
      "--spec-lookup-chain-min",
      "3"
    ],
    "path_substitutions_only": true,
    "benchmark_affinity": true,
    "environment": {
      "GGML_MOE_CPU_PROFILE": "0",
      "GGML_MOE_EXPERT_PROFILE": "${ASSETS}/ornith-calibration.gguf",
      "GGML_MOE_GRAPH_REUSE_DIAGNOSTIC": "1",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_ADMISSION": "off",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_HYBRID_GPU_MISSES": "1",
      "GGML_MOE_HYBRID_LOG": "1",
      "GGML_MOE_HYBRID_PROFILE_ADAPT": "occurrence",
      "GGML_MOE_HYBRID_RESIDENT_BATCH": "on",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_MOE_SOURCE_GATED_RMS_FUSION": "0",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_MAPPED_COPY_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_MAP_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_TEST_OVERLAP_PROBE": "0",
      "CUDA_VISIBLE_DEVICES": "0",
      "CUDA_MODULE_LOADING": "LAZY",
      "GGML_NO_BACKTRACE": "1",
      "CUDA_DISABLE_PERF_BOOST": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0",
      "MOE_GAP_TRACE_MODE": "0",
      "MOE_CPU_JOIN_DIAGNOSTICS": "1",
      "CUDA_PATH": "/opt/cuda",
      "LD_LIBRARY_PATH": "${ENGINE}:/opt/cuda/lib64",
      "LD_PRELOAD": "${AFFINITY}"
    }
  },
  "gemma-repeat": {
    "argv": [
      "${ENGINE}/llama-server",
      "--offline",
      "--model",
      "${MODEL}",
      "--spec-type",
      "draft-mtp",
      "--spec-draft-n-max",
      "3",
      "--spec-draft-p-min",
      "0.5",
      "--spec-mtp-rs-planes",
      "0",
      "--spec-draft-ngl",
      "all",
      "--spec-draft-moe-expert-cache-size",
      "0",
      "--spec-draft-ubatch-size",
      "2048",
      "--alias",
      "qwen-gsq-iq3",
      "--host",
      "127.0.0.1",
      "--port",
      "24751",
      "-c",
      "16384",
      "-b",
      "2048",
      "-ub",
      "2048",
      "-np",
      "1",
      "-t",
      "16",
      "-ngl",
      "all",
      "-fa",
      "on",
      "-fit",
      "off",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--moe-expert-cache-size",
      "32",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--ple-prefetch",
      "--phase-aware-workspace",
      "-ctk",
      "f16",
      "-ctv",
      "f16",
      "-kvo",
      "--cache-ram",
      "0",
      "--ctx-checkpoints",
      "0",
      "--jinja",
      "--no-warmup",
      "--experimental-logs",
      "-n",
      "2048",
      "--moe-source-graph-capacity",
      "--backend-sampling",
      "--spec-draft-model",
      "${MTP}",
      "--spec-lookup-chain",
      "2",
      "--spec-lookup-chain-min",
      "3"
    ],
    "path_substitutions_only": true,
    "benchmark_affinity": true,
    "environment": {
      "GGML_MOE_CPU_PROFILE": "0",
      "GGML_MOE_GRAPH_REUSE_DIAGNOSTIC": "1",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_ADMISSION": "off",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_HYBRID_GPU_MISSES": "1",
      "GGML_MOE_HYBRID_LOG": "1",
      "GGML_MOE_HYBRID_RESIDENT_BATCH": "on",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_MOE_SOURCE_GATED_RMS_FUSION": "0",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_MAPPED_COPY_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_MAP_DIAGNOSTIC": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_TEST_OVERLAP_PROBE": "0",
      "CUDA_VISIBLE_DEVICES": "0",
      "CUDA_MODULE_LOADING": "LAZY",
      "GGML_NO_BACKTRACE": "1",
      "CUDA_DISABLE_PERF_BOOST": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0",
      "MOE_GAP_TRACE_MODE": "0",
      "MOE_CPU_JOIN_DIAGNOSTICS": "1",
      "CUDA_PATH": "/opt/cuda",
      "LD_LIBRARY_PATH": "${ENGINE}:/opt/cuda/lib64",
      "LD_PRELOAD": "${AFFINITY}"
    }
  },
  "nemotron": {
    "argv": [
      "${ENGINE}/llama-server",
      "--model",
      "${MODEL}",
      "--alias",
      "nemotron",
      "--offline",
      "--host",
      "127.0.0.1",
      "--port",
      "8080",
      "--n-gpu-layers",
      "all",
      "--moe-expert-cache-size",
      "74",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--ctx-size",
      "65536",
      "--cache-type-k",
      "q8_0",
      "--cache-type-v",
      "q8_0",
      "--batch-size",
      "2048",
      "--ubatch-size",
      "2048",
      "--parallel",
      "1",
      "--threads",
      "16",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--fit",
      "off",
      "--flash-attn",
      "on",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--phase-aware-workspace",
      "--ple-prefetch",
      "--backend-sampling",
      "--cache-ram",
      "0",
      "--swa-checkpoints",
      "0",
      "--no-warmup",
      "--jinja",
      "--experimental-logs",
      "--temp",
      "0",
      "--seed",
      "123",
      "--moe-source-graph-capacity"
    ],
    "environment": {
      "CUDA_PATH": "/opt/cuda",
      "CUDA_MODULE_LOADING": "LAZY",
      "GGML_NO_BACKTRACE": "1",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0"
    },
    "path_substitutions_only": true,
    "benchmark_affinity": false
  },
  "gemma-long": {
    "argv": [
      "${ENGINE}/llama-server",
      "--model",
      "${MODEL}",
      "--alias",
      "gemma4-mtp",
      "--offline",
      "--host",
      "127.0.0.1",
      "--port",
      "8080",
      "--n-gpu-layers",
      "all",
      "--moe-expert-cache-size",
      "32",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--ctx-size",
      "16384",
      "--cache-type-k",
      "f16",
      "--cache-type-v",
      "f16",
      "--batch-size",
      "2048",
      "--ubatch-size",
      "2048",
      "--parallel",
      "1",
      "--threads",
      "16",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--fit",
      "off",
      "--flash-attn",
      "on",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--phase-aware-workspace",
      "--ple-prefetch",
      "--backend-sampling",
      "--cache-ram",
      "0",
      "--swa-checkpoints",
      "0",
      "--no-warmup",
      "--jinja",
      "--experimental-logs",
      "--moe-source-graph-capacity",
      "--temp",
      "0",
      "--seed",
      "123",
      "--spec-type",
      "draft-mtp",
      "--model-draft",
      "${MTP}",
      "--spec-draft-n-max",
      "3",
      "--draft-p-min",
      "0.5",
      "--spec-mtp-rs-planes",
      "0",
      "--n-gpu-layers-draft",
      "all",
      "--spec-draft-moe-expert-cache-size",
      "0",
      "-ubd",
      "2048"
    ],
    "environment": {
      "CUDA_PATH": "/opt/cuda",
      "CUDA_MODULE_LOADING": "LAZY",
      "GGML_NO_BACKTRACE": "1",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0",
      "GGML_MOE_GRAPH_REUSE_DIAGNOSTIC": "1"
    },
    "path_substitutions_only": true,
    "benchmark_affinity": false
  },
  "deepseek": {
    "argv": [
      "${ENGINE}/llama-server",
      "--model",
      "${MODEL}",
      "--alias",
      "deepseek-lite",
      "--offline",
      "--host",
      "127.0.0.1",
      "--port",
      "8080",
      "--n-gpu-layers",
      "all",
      "--moe-expert-cache-size",
      "16",
      "--moe-expert-cache-host-pinned-mb",
      "0",
      "--ctx-size",
      "16384",
      "--cache-type-k",
      "f16",
      "--cache-type-v",
      "f16",
      "--batch-size",
      "2048",
      "--ubatch-size",
      "2048",
      "--parallel",
      "1",
      "--threads",
      "16",
      "--load-mode",
      "none",
      "--lazy-mode",
      "on",
      "--fit",
      "off",
      "--flash-attn",
      "on",
      "--decode-overlap",
      "--decode-boundary-overlap",
      "--phase-aware-workspace",
      "--ple-prefetch",
      "--backend-sampling",
      "--cache-ram",
      "0",
      "--swa-checkpoints",
      "0",
      "--no-warmup",
      "--jinja",
      "--experimental-logs",
      "--moe-source-graph-capacity",
      "--temp",
      "0",
      "--seed",
      "123"
    ],
    "environment": {
      "CUDA_PATH": "/opt/cuda",
      "CUDA_MODULE_LOADING": "LAZY",
      "GGML_NO_BACKTRACE": "1",
      "GGML_MOE_HYBRID": "required",
      "GGML_MOE_HYBRID_EXECUTOR": "source",
      "GGML_MOE_SOURCE_GPU_MISS_FRACTION": "0.17",
      "GGML_MOE_HYBRID_ALLOW_RUNTIME_ALLOCATIONS": "1",
      "GGML_MOE_SOURCE_SHARED_OVERLAP": "1",
      "GGML_MOE_SOURCE_KERNEL_COPY": "1",
      "GGML_MOE_SOURCE_DEVICE_TAIL": "1",
      "GGML_MOE_SOURCE_GRAPH_FUSION": "1",
      "GGML_CPU_PREPARED_Q8_TEST": "0",
      "GGML_MOE_SOURCE_CUT_DIAGNOSTIC": "1"
    },
    "path_substitutions_only": true,
    "benchmark_affinity": false
  }
}