FROM nvidia/cuda:13.0.1-runtime-ubuntu24.04 ENV DEBIAN_FRONTEND=noninteractive RUN apt-get update && apt-get install -y --no-install-recommends \ python3.12 python3.12-venv python3.12-dev python3-pip \ libpoppler-cpp-dev poppler-utils \ libgl1 libglib2.0-0 \ build-essential curl \ && rm -rf /var/lib/apt/lists/* COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv WORKDIR /app COPY pyproject.toml ./ COPY kb/ kb/ COPY main.py ./ COPY VERSION ./ RUN uv venv .venv && \ . .venv/bin/activate && \ UV_HTTP_TIMEOUT=600 uv pip install torch torchvision --index-url https://download.pytorch.org/whl/cu130 && \ uv pip install -e . ENV PATH="/app/.venv/bin:$PATH" ENV VIRTUAL_ENV="/app/.venv" ENV KB_DEVICE=auto ENV KB_INGEST_DEVICE=auto ENV KB_DATA_DIR=/data EXPOSE 8000 VOLUME ["/data"] CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]