Containerize bot and server in one stack.

This commit is contained in:
GooeyTuxedo
2023-04-11 19:29:41 -07:00
parent 19107543e9
commit e12f518bd7
10 changed files with 83 additions and 30 deletions

26
docker-compose.yml Normal file
View File

@ -0,0 +1,26 @@
version: '3.9'
services:
llama-python-server:
container_name: llama-python-server
restart: unless-stopped
build:
context: ./server
env_file: .env
volumes:
- ${DATA_DIR}/weights:/usr/src/app/models
environment:
- HOST=llama-python-server
- MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
llama-python-djs-bot:
container_name: llama-python-djs-bot
restart: unless-stopped
build:
context: .
depends_on:
- llama-python-server
environment:
- THE_TOKEN
- CHANNEL_IDS
- ROOT_IP=llama-python-server
- ROOT_PORT=8000