MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

update model var

Browse Source
This commit is contained in:
Raven Scott 2023-05-07 14:18:17 +02:00
parent d18cb39ecd
commit 012566e93c
3 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docker-compose.yml
View File

@ -11,7 +11,6 @@ services:
- ${DATA_DIR}:/usr/src/app/models - ${DATA_DIR}:/usr/src/app/models
environment: environment:
- HOST=llama-python-server - HOST=llama-python-server
- MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
llama-python-djs-bot: llama-python-djs-bot:
container_name: llama-python-djs-bot container_name: llama-python-djs-bot
restart: unless-stopped restart: unless-stopped

2
huggingface-config/startServices.json
View File

@ -7,7 +7,7 @@
}, },
{ {
"name": "AI-API", "name": "AI-API",
"script": "python3 -m llama_cpp.server", "script": "python3 -m llama_cpp.server --model /code/ggml-vic7b-q4_0.bin",
"args" : "" "args" : ""
} }
] ]

2
server/Dockerfile
View File

@ -8,4 +8,4 @@ WORKDIR /usr/src/app
RUN pip install --no-cache-dir llama-cpp-python[server] RUN pip install --no-cache-dir llama-cpp-python[server]
CMD python3 -m llama_cpp.server CMD python3 -m llama_cpp.server --model /usr/src/app/models/gpt4-x-alpaca-13b-native-4bit-128g.bin