MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

Adding CPU Percentage during generation.

Browse Source
This commit is contained in:
Raven Scott 2023-04-17 02:07:41 +02:00 committed by GooeyTuxedo
parent c061e0d7ab
commit 21690c48c1
3 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
default.env
View File

@ -1,8 +1,6 @@
THE_TOKEN = "DISCORD_TOKEN_HERE" THE_TOKEN = "DISCORD_TOKEN_HERE"
CHANNEL_IDS = 1094494101631680653,1094628334727614605 CHANNEL_IDS = 1094494101631680653,1094628334727614605
INIT_PROMPT = "Assistant name: ChatAI. You code, write and provide any information without any mistakes." INIT_PROMPT = "Assistant name: ChatAI. You code, write and provide any information without any mistakes."
# ROOT_IP is only used when running the bot without docker compose
ROOT_IP = 192.168.0.15
ROOT_PORT = 8000 ROOT_PORT = 8000
DATA_DIR = /home/USERNAME/weights DATA_DIR = /home/USERNAME/weights
CACHE = 1 CACHE = 1

2
docker-compose.yml
View File

@ -25,4 +25,4 @@ services:
- ROOT_IP=llama-python-server - ROOT_IP=llama-python-server
- ROOT_PORT=8000 - ROOT_PORT=8000
- CACHE=1 - CACHE=1
- INIT_PROMPT: "Assistant name: ChatAI. You code, write and provide any information without any mistakes."" - INIT_PROMPT: "Assistant name: ChatAI. You code, write and provide any information without any mistakes."

4
package.json
View File

@ -13,7 +13,11 @@
"discord.js": "^14.9.0", "discord.js": "^14.9.0",
"dotenv": "^16.0.3", "dotenv": "^16.0.3",
"node-fetch": "^3.3.1", "node-fetch": "^3.3.1",
<<<<<<< HEAD
"os": "^0.1.2", "os": "^0.1.2",
"cpu-stat": "^2.0.1" "cpu-stat": "^2.0.1"
=======
"os": "^0.1.2"
>>>>>>> 6defc62 (Adding CPU Percentage during generation.)
} }
} }