Adding CPU Percentage during generation.

.gitignore

@@ -1,2 +1,3 @@
 .env
-
+node_modules/
+package-lock.json

default.env

@@ -4,8 +4,3 @@ INIT_PROMPT = "Assistant name: ChatAI. You code, write and provide any informati
 ROOT_PORT = 8000
 DATA_DIR = /home/USERNAME/weights
 CACHE = 1
-
-# ROOT_IP is only used when running the bot without docker compose
-ROOT_IP = 192.168.0.15
-
-

docker-compose.yml

@@ -8,10 +8,10 @@ services:
       context: ./server
     env_file: .env
     volumes:
-      - ${DATA_DIR}:/usr/src/app/models
+      - ${DATA_DIR}/weights:/usr/src/app/models
     environment:
       - HOST=llama-python-server
-      - MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
+      - MODEL=./models/30B.bin
   llama-python-djs-bot:
     container_name: llama-python-djs-bot
     restart: unless-stopped
@@ -24,4 +24,5 @@ services:
       - CHANNEL_IDS
       - ROOT_IP=llama-python-server
       - ROOT_PORT=8000
-      - INIT_PROMPT
+      - CACHE=1
+      - INIT_PROMPT: "Assistant name: ChatAI. You code, write and provide any information without any mistakes."

package.json

@@ -13,7 +13,11 @@
     "discord.js": "^14.9.0",
     "dotenv": "^16.0.3",
     "node-fetch": "^3.3.1",
+<<<<<<< HEAD
     "os": "^0.1.2",
     "cpu-stat": "^2.0.1"
+=======
+    "os": "^0.1.2"
+>>>>>>> 6defc62 (Adding CPU Percentage during generation.)
   }
 }