llama-cpp-python-djs-bot/docker-compose.yml

version: '3.9'

services:
  llama-python-server:
    container_name: llama-python-server
    restart: unless-stopped
    build:
      context: ./server
    env_file: .env
    volumes:
      - ${DATA_DIR}:/usr/src/app/models
    environment:
      - HOST=llama-python-server
      - MODEL=./models/vicuna-7b-1.1.ggmlv3.q6_K.bin
  llama-python-djs-bot:
    container_name: llama-python-djs-bot
    restart: unless-stopped
    build:
      context: .
    depends_on:
      - llama-python-server
    environment:
      - THE_TOKEN
      - GPU
      - REFRESH_INTERVAL
      - CHANNEL_IDS
      - ROOT_IP=llama-python-server
      - ROOT_PORT=8000
      - INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.'