MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

Moving REFRESH_INTERVAL to .env

Browse Source
This commit is contained in:
Raven Scott 2023-05-02 14:15:45 +02:00 committed by MrTuxedo
parent 2771052f23
commit 38f6c38f6d
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
default.env
View File

@ -7,6 +7,9 @@ CACHE = 1
N_THREADS = 4 N_THREADS = 4
MAX_TOKENS = 1024 MAX_TOKENS = 1024
# Bot specific settings
REFRESH_INTERVAL=7
# ROOT_IP is only used when running the bot without docker compose # ROOT_IP is only used when running the bot without docker compose
ROOT_IP = 192.168.0.15 ROOT_IP = 192.168.0.15

4
llamabot.js
View File

@ -241,8 +241,8 @@ async function generateResponse(conversation, message) {
// call the function initially // call the function initially
await showSystemLoad(); await showSystemLoad();
// refresh the system load percentage and update the message every 7 seconds // Grab the REFRESH_INTERVAL from ENV if not exist, lets use 7 (seconds)
const refreshInterval = setInterval(showSystemLoad, 7000); const refreshInterval = setInterval(showSystemLoad, (process.env.REFRESH_INTERVAL || 7) * 1000);
try { try {
const response = await fetch(`http://${process.env.ROOT_IP}:${process.env.ROOT_PORT}/v1/chat/completions`, { const response = await fetch(`http://${process.env.ROOT_IP}:${process.env.ROOT_PORT}/v1/chat/completions`, {