MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

counting tokens properly

Browse Source
This commit is contained in:
Raven Scott
2023-08-14 23:00:23 -04:00
parent bd435ca311
commit 6efd069b5d
7 changed files with 49 additions and 128 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/Dockerfile
View File

@ -6,6 +6,6 @@ RUN apt-get update; \
WORKDIR /usr/src/app
RUN pip3 install llama-cpp-python[server]
RUN CMAKE_ARGS="-DLLAMA_METAL=on" FORCE_CMAKE=1 pip install llama-cpp-python[server]
CMD python3 -m llama_cpp.server