2023-05-27 05:35:41 +00:00
|
|
|
FROM ubuntu:latest
|
2023-04-12 14:17:18 +00:00
|
|
|
|
|
|
|
|
RUN apt-get update; \
|
|
|
|
|
apt-get install -y --no-install-recommends \
|
2023-05-27 05:35:41 +00:00
|
|
|
build-essential cmake python3 python3-pip
|
2023-04-12 14:17:18 +00:00
|
|
|
|
|
|
|
|
WORKDIR /usr/src/app
|
|
|
|
|
|
2023-08-15 03:00:23 +00:00
|
|
|
RUN CMAKE_ARGS="-DLLAMA_METAL=on" FORCE_CMAKE=1 pip install llama-cpp-python[server]
|
2023-04-12 14:17:18 +00:00
|
|
|
|
2023-05-08 19:12:57 +00:00
|
|
|
CMD python3 -m llama_cpp.server
|
