llama-cpp-python-djs-bot/docker-compose.yml

28 lines
729 B
YAML
Raw Normal View History

2023-04-12 10:17:18 -04:00
version: '3.9'
services:
llama-python-server:
container_name: llama-python-server
restart: unless-stopped
build:
context: ./server
env_file: .env
volumes:
2023-04-12 10:19:27 -04:00
- ${DATA_DIR}:/usr/src/app/models
2023-04-12 10:17:18 -04:00
environment:
- HOST=llama-python-server
- MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
llama-python-djs-bot:
container_name: llama-python-djs-bot
restart: unless-stopped
build:
context: .
depends_on:
- llama-python-server
environment:
- THE_TOKEN
- CHANNEL_IDS
- ROOT_IP=llama-python-server
2023-04-12 10:19:27 -04:00
- ROOT_PORT=8000
2023-04-26 20:56:27 -04:00
- INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.'