30 lines
757 B
YAML
30 lines
757 B
YAML
version: '3.9'
|
|
|
|
services:
|
|
llama-python-server:
|
|
container_name: llama-python-server
|
|
restart: unless-stopped
|
|
build:
|
|
context: ./server
|
|
env_file: .env
|
|
volumes:
|
|
- ${DATA_DIR}:/usr/src/app/models
|
|
environment:
|
|
- HOST=llama-python-server
|
|
- MODEL=./models/vicuna-7b-1.1.ggmlv3.q6_K.bin
|
|
llama-python-djs-bot:
|
|
container_name: llama-python-djs-bot
|
|
restart: unless-stopped
|
|
build:
|
|
context: .
|
|
depends_on:
|
|
- llama-python-server
|
|
environment:
|
|
- THE_TOKEN
|
|
- GPU
|
|
- REFRESH_INTERVAL
|
|
- CHANNEL_IDS
|
|
- ROOT_IP=llama-python-server
|
|
- ROOT_PORT=8000
|
|
- INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.'
|