MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

changing the name scheme for docker-compose

Browse Source
This commit is contained in:
Raven Scott 2023-05-20 15:14:25 +02:00
parent 51a41292e6
commit 668b343cbb
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
docker-compose.gpu.yml
View File

@ -1,8 +1,8 @@
version: '3.9' version: '3.9'
services: services:
llama-python-server: backend:
container_name: llama-python-gpu-server container_name: llama-gpu-server
restart: unless-stopped restart: unless-stopped
build: build:
context: ./gpu-server context: ./gpu-server
@ -10,25 +10,25 @@ services:
volumes: volumes:
- ${DATA_DIR}:/usr/src/app/models - ${DATA_DIR}:/usr/src/app/models
environment: environment:
- HOST=llama-python-gpu-server - HOST=llama-gpu-server
- MODEL=./models/ggml-vic7b-q5_1.bin.1 - MODEL=./models/ggml-vic7b-q5_1.bin.1
- NVIDIA_VISIBLE_DEVICES=all - NVIDIA_VISIBLE_DEVICES=all
runtime: nvidia runtime: nvidia
llama-python-djs-bot: frontend:
container_name: llama-python-djs-bot container_name: llama-djs-bot
restart: unless-stopped restart: unless-stopped
build: build:
context: . context: .
depends_on: depends_on:
- llama-python-server - backend
environment: environment:
- THE_TOKEN - THE_TOKEN
- REFRESH_INTERVAL - REFRESH_INTERVAL
- CHANNEL_IDS - CHANNEL_IDS
- GPU - GPU
- ROOT_IP=llama-python-server - ROOT_IP=llama-gpu-server
- ROOT_PORT=8000 - ROOT_PORT=8000
- INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.' - INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.'
- NVIDIA_VISIBLE_DEVICES=all - NVIDIA_VISIBLE_DEVICES=all
runtime: nvidia runtime: nvidia