# Copyright SAP SE
# SPDX-License-Identifier: Apache-2.0

---
apiVersion: thalamus.cloud/v1alpha1
kind: Model
metadata:
  name: qwen3-6-27b
  namespace: thalamus
spec:
  backend: native
  replicas: 1
  serving:
    engine:
      image: docker.io/vllm/vllm-openai:v0.27.0
      args:
        - --disable-uvicorn-access-log
        - --gpu-memory-utilization=0.95
        - --tensor-parallel-size=2
        - --default-chat-template-kwargs={"enable_thinking":true}
        - --reasoning-parser=qwen3
        - --speculative-config={"method":"mtp","num_speculative_tokens":2}
        - --enable-auto-tool-choice
        - --tool-call-parser=qwen3_coder
      env:
        - name: NCCL_IB_DISABLE
          value: "1"
      resources:
        requests:
          nvidia.com/gpu: 2
        limits:
          nvidia.com/gpu: 2
    epp:
      image: ghcr.io/llm-d/llm-d-router-endpoint-picker:v0.9.0
      resources:
        requests:
          cpu: 100m
          memory: 256Mi
        limits:
          cpu: 200m
          memory: 512Mi
  weights:
    type: hf
    hf:
      repoId: Qwen/Qwen3.6-27B
      tokenSecret:
        name: hf-token
        key: HF_TOKEN