FROM python:3.12-slim

ARG TRANSFORMERS_VERSION=5.3.0

WORKDIR /poc

RUN pip install --no-cache-dir \
    torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu

COPY sglang_source/python /sglang_source/python
RUN echo '# Neutered for PoC' > /sglang_source/python/sglang/__init__.py
RUN cd /sglang_source/python && pip install --no-cache-dir --no-deps -e .

RUN pip install --no-cache-dir \
    "transformers==${TRANSFORMERS_VERSION}" safetensors tokenizers \
    IPython pybase64 requests aiohttp filelock numpy packaging \
    pydantic msgspec psutil compressed-tensors sentencepiece \
    tiktoken einops pillow protobuf scipy triton \
    interegular orjson partial-json-parser gguf \
    mistral-common outlines starlette uvicorn fastapi \
    uvloop setproctitle watchfiles python-multipart \
    prometheus-client pyzmq tqdm datasets blobfile torchcodec \
    2>/dev/null; true

RUN pip install --no-cache-dir --force-reinstall "transformers==${TRANSFORMERS_VERSION}" 2>/dev/null; true

COPY setup_model.py .
COPY run_poc.py .
COPY entrypoint.sh .
RUN chmod +x entrypoint.sh

ENTRYPOINT ["./entrypoint.sh"]