MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

Containerize bot and server in one stack.

Browse Source
This commit is contained in:
GooeyTuxedo 2023-04-11 19:29:41 -07:00
parent c97e525d45
commit a854079e3c
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -1,2 +1,3 @@
.env .env
node_modules/
package-lock.json

7
docker-compose.yml
View File

@ -8,10 +8,10 @@ services:
context: ./server context: ./server
env_file: .env env_file: .env
volumes: volumes:
- ${DATA_DIR}:/usr/src/app/models - ${DATA_DIR}/weights:/usr/src/app/models
environment: environment:
- HOST=llama-python-server - HOST=llama-python-server
- MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin - MODEL=./models/30B.bin
llama-python-djs-bot: llama-python-djs-bot:
container_name: llama-python-djs-bot container_name: llama-python-djs-bot
restart: unless-stopped restart: unless-stopped
@ -22,6 +22,7 @@ services:
environment: environment:
- THE_TOKEN - THE_TOKEN
- CHANNEL_IDS - CHANNEL_IDS
- INIT_PROMPT
- ROOT_IP=llama-python-server - ROOT_IP=llama-python-server
- ROOT_PORT=8000 - ROOT_PORT=8000
- INIT_PROMPT - CACHE=1