MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

Containerize bot and server in one stack.

Browse Source
This commit is contained in:
GooeyTuxedo 2023-04-11 19:29:41 -07:00
parent 7b3e0c1db2
commit ba9aeaeb3e
3 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -1,2 +1,3 @@
.env .env
node_modules/
package-lock.json

1
default.env
View File

@ -4,4 +4,3 @@ CHANNEL_IDS = 1094494101631680653,1094628334727614605
ROOT_IP = 192.168.0.15 ROOT_IP = 192.168.0.15
ROOT_PORT = 8000 ROOT_PORT = 8000
DATA_DIR = /home/USERNAME/weights DATA_DIR = /home/USERNAME/weights
CACHE = 1

5
docker-compose.yml
View File

@ -8,10 +8,10 @@ services:
context: ./server context: ./server
env_file: .env env_file: .env
volumes: volumes:
- ${DATA_DIR}:/usr/src/app/models - ${DATA_DIR}/weights:/usr/src/app/models
environment: environment:
- HOST=llama-python-server - HOST=llama-python-server
- MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin - MODEL=./models/30B.bin
llama-python-djs-bot: llama-python-djs-bot:
container_name: llama-python-djs-bot container_name: llama-python-djs-bot
restart: unless-stopped restart: unless-stopped
@ -24,3 +24,4 @@ services:
- CHANNEL_IDS - CHANNEL_IDS
- ROOT_IP=llama-python-server - ROOT_IP=llama-python-server
- ROOT_PORT=8000 - ROOT_PORT=8000
- CACHE=1