services: app: build: context: . ports: - "8080:8080" environment: OPENMED_PROFILE: ${OPENMED_PROFILE:-prod} OPENMED_CACHE_DIR: ${OPENMED_CACHE_DIR:-/home/nonroot/.cache/openmed} OPENMED_SERVICE_PRELOAD_MODELS: ${OPENMED_SERVICE_PRELOAD_MODELS:-} OPENMED_SERVICE_MAX_RESIDENT_MODELS: ${OPENMED_SERVICE_MAX_RESIDENT_MODELS:-} OPENMED_SERVICE_LIMIT_CONCURRENCY: ${OPENMED_SERVICE_LIMIT_CONCURRENCY:-128} OPENMED_SERVICE_TIMEOUT_KEEP_ALIVE: ${OPENMED_SERVICE_TIMEOUT_KEEP_ALIVE:-5} OPENMED_SERVICE_TIMEOUT_GRACEFUL_SHUTDOWN: ${OPENMED_SERVICE_TIMEOUT_GRACEFUL_SHUTDOWN:-30} OPENMED_SERVICE_REQUEST_BODY_TIMEOUT_SECONDS: ${OPENMED_SERVICE_REQUEST_BODY_TIMEOUT_SECONDS:-60} OPENMED_SERVICE_REQUEST_BODY_GRACE_SECONDS: ${OPENMED_SERVICE_REQUEST_BODY_GRACE_SECONDS:-10} OPENMED_SERVICE_REQUEST_BODY_MIN_BYTES_PER_SECOND: ${OPENMED_SERVICE_REQUEST_BODY_MIN_BYTES_PER_SECOND:-1024} OPENMED_SERVICE_REPLICA_MODE: "single" HF_TOKEN: ${HF_TOKEN:-} volumes: # The image runs as the non-root UID 65532; this volume holds its # OpenMed and Hugging Face caches. - openmed-cache:/home/nonroot/.cache healthcheck: test: - CMD - python3 - -c - >- from http.client import HTTPConnection; connection = HTTPConnection("127.0.0.1", 8080, timeout=3); connection.request("GET", "/readyz"); raise SystemExit(connection.getresponse().status != 200) interval: 10s timeout: 5s start_period: 15s retries: 6 mcp: build: context: . dockerfile: Dockerfile.mcp command: - --transport - streamable-http - --host - 0.0.0.0 - --port - "8081" - --streamable-http-path - /mcp ports: - "127.0.0.1:${OPENMED_MCP_PORT:-8081}:8081" environment: OPENMED_PROFILE: ${OPENMED_PROFILE:-prod} OPENMED_CACHE_DIR: ${OPENMED_CACHE_DIR:-/root/.cache/huggingface/openmed} OPENMED_SERVICE_KEEP_ALIVE: ${OPENMED_SERVICE_KEEP_ALIVE:-10m} HF_TOKEN: ${HF_TOKEN:-} volumes: - hf-cache:/root/.cache/huggingface healthcheck: test: - CMD - python - -c - import socket; socket.create_connection(("127.0.0.1", 8081), 3).close() interval: 30s timeout: 5s start_period: 20s retries: 3 volumes: hf-cache: openmed-cache: