services:
  spark-moe:
    image: spark-moe:${SPARK_IMAGE_TAG:-latest}
    build:
      context: ..
      dockerfile: docker/Dockerfile
    container_name: spark-moe
    ipc: host
    shm_size: "8gb"
    ulimits:
      memlock: -1
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    ports:
      - "${SPARK_API_PORT:-8000}:8000"
    volumes:
      - ${SPARK_MODEL_PATH:-../models/glm-5.2-nvfp4}:/models:ro
    env_file:
      - ../.env
    environment:
      SPARK_MODEL_PATH: /models
      SPARK_GEMM_CUDA: "1"
      SPARK_GEMM_MARLIN_TC: "1"
      SPARK_FORWARD_MOE_LAYERS: auto
      SPARK_FORWARD_MAX_SEQ: auto
      SPARK_KV_DTYPE: fp8
      SPARK_MAX_CONTEXT: "262144"
      SPARK_ALLOW_STUB: "0"
      SPARK_API_PORT: "8000"
    healthcheck:
      test: ["CMD", "spark-healthcheck"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 120s
    restart: unless-stopped