version: '3'
services:
  serge-discord-bot:
    container_name: serge-discord-bot
    restart: unless-stopped
    build:
      context: .
    volumes:
      - ${DATA_DIR}/rai-bot:/app/cache
    environment:
      - NODE_ENV=production
      ## Env Vars for rAi chatbot
      - TOKEN # Pass the value from .env
      - PUBLIC_URL
      - INTERNAL_IP=serge
      - SERGE_PORT=8008
      ## Default chat settings overrides
      - MODEL=7B-native
      - TEMPERATURE=0.1
      - TOPK=50
      - TOPP=0.95
      - MAXLENGTH=256
      - CONTEXTWINDOW=512
      - REPEATLASTN=64
      - REPEATPENALTY=1.3
      - NTHREADS=8
      # - INITPROMPT="some custom prompt"
    networks:
      - serge_default

networks:
  serge_default:
    external: true