FROM python:bullseye

RUN apt-get update; \
    apt-get install -y --no-install-recommends\
    build-essential

WORKDIR /usr/src/app

RUN pip install --no-cache-dir llama-cpp-python[server]

CMD python3 -m llama_cpp.server