34 lines
743 B
YAML
34 lines
743 B
YAML
version: '3'
|
|
services:
|
|
serge-discord-bot:
|
|
container_name: serge-discord-bot
|
|
restart: unless-stopped
|
|
build:
|
|
context: .
|
|
volumes:
|
|
- ${DATA_DIR}/rai-bot:/app/cache
|
|
environment:
|
|
- NODE_ENV=production
|
|
## Env Vars for rAi chatbot
|
|
- TOKEN # Pass the value from .env
|
|
- PUBLIC_URL
|
|
- INTERNAL_IP=serge
|
|
- SERGE_PORT=8008
|
|
## Default chat settings overrides
|
|
- MODEL=7B-native
|
|
- TEMPERATURE=0.1
|
|
- TOPK=50
|
|
- TOPP=0.95
|
|
- MAXLENGTH=256
|
|
- CONTEXTWINDOW=512
|
|
- REPEATLASTN=64
|
|
- REPEATPENALTY=1.3
|
|
- NTHREADS=8
|
|
# - INITPROMPT="some custom prompt"
|
|
networks:
|
|
- serge_default
|
|
|
|
networks:
|
|
serge_default:
|
|
external: true
|