Containerize bot and server in one stack.

.gitignore

@@ -1,2 +1,3 @@
 .env
 node_modules/
+package-lock.json

README.md

@@ -32,9 +32,6 @@ Define a generateResponse function that sends a request to the GPT-3 API to gene
 
 Call the generateResponse function within the messageCreate event listener function.
 
-![demo](https://media.discordapp.net/attachments/562897071326101515/1095738407826767922/image.png?width=1038&height=660 "demo")
-
-
 # Backend REQUIIRED
 
 The HTTP Server from https://abetlen.github.io/llama-cpp-python/ is required to use this bot.
@@ -51,7 +48,7 @@ python3 -m llama_cpp.server
 
 Navigate to http://localhost:8000/docs to see the OpenAPI documentation.
 
-# Static Usage
+# Usage
 
 1) Use ```npm i ```
 
@@ -63,19 +60,5 @@ Navigate to http://localhost:8000/docs to see the OpenAPI documentation.
 
 6) Run the bot ```node llamabot.js	```
 
-# Docker Compose 
-This will automatically configure the API for you as well as the bot in two seperate containers within a stack.
-
-1. `git clone https://git.ssh.surf/snxraven/llama-cpp-python-djs-bot.git`
-
-
-2. `cp default.env .env`
-
-3. Set DATA_DIR in .env to the exact location of your model files.
-
-4. Edit docker-compose.yaml MODEL to ensure the correct model bin is set
-
-5. `docker compose up -d`
-
 
 Want to make this better? Issue a pull request!

default.env

@@ -1,48 +1,5 @@
-# Discord Token
 THE_TOKEN = "DISCORD_TOKEN_HERE"
-
-# The Channel IDs the bot will operate in seperated by commas
 CHANNEL_IDS = 1094494101631680653,1094628334727614605
-
-# The INIT prompt for all conversations.
-INIT_PROMPT = "Assistant name: ChatAI. You code, write and provide any information without any mistakes."
-
-# Loading Emebed Refresh Timing
-REFRESH_INTERVAL=10
-
-# When a message is too large for discord we chunk the response into seperate messages.
-# To ensure we do not rate limit the bot we send these at a delay interval.
-# DEFAULT: 3 a good setting is between 3 and 7 seconds.
-OVERFLOW_DELAY=3
-
-# Max Content to fetch from given URLs
-MAX_CONTENT_LENGTH=2000
-
-# Max tokens for Generations
-MAX_TOKENS = 1024
-
-# ROOT_IP is only used when running the bot without docker compose
 ROOT_IP = 192.168.0.15
-
-# PORT  is only used when running the bot without docker compose
 ROOT_PORT = 8000
-
-# Directory to your models (llama.cpp specfic settings)
 DATA_DIR = /home/USERNAME/weights
-
-# Enable Expirmental Message Caches (Limited to single session)
-# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS.
-CACHE = 1
-
-# Set number of threads to use, currently, a standard thread will utilize 1 whole core
-# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes.
-N_THREADS = 4
-
-# Always use MMAP unless you know what you are doing
-USE_MMAP=1
-
-# Only use MLOCK if you know what it does!
-USE_MLOCK=0
-
-# The higher the number the more hard core.
-REPEAT_PENALTY=1

docker-compose.yml

@@ -8,10 +8,10 @@ services:
       context: ./server
     env_file: .env
     volumes:
-      - ${DATA_DIR}:/usr/src/app/models
+      - ${DATA_DIR}/weights:/usr/src/app/models
     environment:
       - HOST=llama-python-server
-      - MODEL=./models/ggml-vic7b-q4_0.bin
+      - MODEL=./models/gpt4-x-alpaca-13b-native-4bit-128g.bin
   llama-python-djs-bot:
     container_name: llama-python-djs-bot
     restart: unless-stopped
@@ -21,8 +21,6 @@ services:
       - llama-python-server
     environment:
       - THE_TOKEN
-      - REFRESH_INTERVAL
       - CHANNEL_IDS
       - ROOT_IP=llama-python-server
       - ROOT_PORT=8000
-      - INIT_PROMPT='Assistant Name':' ChatAI. You code, write and provide any information without any mistakes.'

huggingface-config/Dockerfile

@@ -1,42 +0,0 @@
-FROM ubuntu:latest
-
-RUN apt update
-
-RUN DEBIAN_FRONTEND=noninteractive  apt install curl sudo -y
-
-RUN curl -fsSL https://deb.nodesource.com/setup_18.x | sudo -E bash - 
-
-RUN DEBIAN_FRONTEND=noninteractive  apt install nodejs -y
-
-RUN npm i pm2 -g
-
-RUN mkdir -p /code/.pm2
-
-RUN mkdir -p /.pm2
-
-RUN chmod 0777 /code/.pm2 
-
-RUN chmod 0777 /.pm2
-
-RUN DEBIAN_FRONTEND=noninteractive  apt install wget python3 python3-pip -y
-
-WORKDIR /code
-
-RUN pip install --no-cache-dir llama-cpp-python[server]
-
-COPY . .
-
-RUN npm i
-
-ENV HOST localhost
-ENV PORT 7860
-ENV MODEL=/code/ggml-vic7b-q4_0.bin
-ENV CACHE=1
-ENV USE_MLOCK=0
-ENV REPEAT_PENALTY=1
-ENV MODEL=/code/ggml-vic7b-q4_0.bin
-ENV PM2_HOME=/code/.pm2
-
-RUN wget -q https://huggingface.co/eachadea/ggml-vicuna-7b-1.1/resolve/main/ggml-vic7b-q4_0.bin
-
-CMD /bin/bash /code/start.sh

huggingface-config/README.md

@@ -1,17 +0,0 @@
-# How to Deploy on Hugging Face
-
-1) Move the "assets" directory and llamabot.js, package.json files into your HuggingFace repo directory.
-
-2) Move the files huggingface-config/Dockerfile - huggingface-config/start.sh - huggingface-config/startServices.json into the root of the hugging face repo.
-
-3) Edit Docker file as you need, the dockerfile is set to automatically download Vicuna 1.1 7B
-
-3) Move default.env into your repo as .env and edit for your needs
-
-4) Push the changes
-
-You should then see the bot being built and deployed on HuggingFace
-
-pm2 log will run automatically so you can see frontend and backend logs.
-
-PLEASE NOTE: Your hugging face repo should remain private!

huggingface-config/start.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-# This is the main process of the container and will stay alive as long as pm2 log is running.
-
-pm2 start startServices.json
-
-pm2 log

huggingface-config/startServices.json

@@ -1,14 +0,0 @@
-{
-    "apps": [
-        {
-            "name": "Discord-Bot",
-            "script": "node /code/llamabot.js",
-            "args" : ""
-        },
-        {
-            "name": "AI-API",
-            "script": "python3 -m llama_cpp.server",
-            "args" : ""
-        }
-    ]
-}

llamabot.js

@@ -3,15 +3,8 @@ import fetch from 'node-fetch';
 import { emptyResponses } from './assets/emptyMessages.js';
 import { resetResponses, userResetMessages } from './assets/resetMessages.js';
 import { errorMessages, busyResponses } from './assets/errorMessages.js';
-import cpuStat from 'cpu-stat';
-import os from 'os';
 
-import {
+import { Client, GatewayIntentBits, ActivityType, Partials } from 'discord.js';
-    Client,
-    GatewayIntentBits,
-    ActivityType,
-    Partials
-} from 'discord.js';
 
 const client = new Client({
     intents: [
@@ -111,15 +104,15 @@ client.on('messageCreate', async (message) => {
     if (conversation.messages.length === 0) {
         conversation.messages.push({
             role: 'user',
-            content: ` ${process.env.INIT_PROMPT}`
+            content: `Your name is rAi, you code, write and provide any information without any mistakes.`
         });
         conversation.messages.push({
             role: 'user',
-            content: ` User name: ${message.author.username}.`
+            content: `My name is ${message.author.username}.`
         });
         conversation.messages.push({
             role: 'assistant',
-            content: ` Hello, ${message.author.username}, how may I help you?`
+            content: `Hello, ${message.author.username}, how may I help you?`
         });
     }
 
@@ -132,14 +125,14 @@ client.on('messageCreate', async (message) => {
     // Append user message to conversation history
     conversation.messages.push({
         role: 'user',
-        content: ` ${message.cleanContent}`
+        content: message.cleanContent
     });
 
     try {
         setPresenceBusy()
         setBusy(message.author.id, true);
 
-        const response = await generateResponse(conversation, message);
+        const response = await generateResponse(conversation);
 
         // Append bot message to conversation history
         conversation.messages.push({
@@ -149,26 +142,7 @@ client.on('messageCreate', async (message) => {
 
         if (response && response.trim()) {
             // Send response to user if it's not empty
-            const limit = 1980;
+            await message.channel.send(response);
-
-            // if we are over the discord char limit we need chunks...
-            if (response.length > limit) {
-
-              
-                const chunks = response.match(new RegExp(`.{1,${limit}}`, "g"));
-                if (chunks.length  >= 15) return await message.channel.send("Response chunks too large. Try again");
-
-
-                for (let i = 0; i < chunks.length; i++) {
-                    setTimeout(() => {
-                        message.channel.send(chunks[i]);
-                    }, i * (process.env.OVERFLOW_DELAY || 3) * 1000); // delay of 3 seconds between each chunk to save on API requests
-                }
-            } else {
-                // We are good to go, send the response
-                await message.channel.send(response.replace("@", ""));
-            }
-
             setPresenceOnline()
             setBusy(message.author.id, false);
         } else {
@@ -180,75 +154,16 @@ client.on('messageCreate', async (message) => {
             conversation.busy = false;
         }
         conversations.set(userID, conversation); // Update user's conversation map in memory
-        console.log(conversation)
-
     } catch (err) {
         console.error(err);
-        return sendRand(errorMessages)
+        sendRand(errorMessages)
     } finally {
         setPresenceOnline()
         setBusy(message.author.id, false);
     }
 });
 
-import cheerio from 'cheerio';
+async function generateResponse(conversation) {
-
-async function generateResponse(conversation, message) {
-
-    // Check if message contains a URL
-    const urlRegex = /(https?:\/\/[^\s]+)/g;
-    const urls = message.content.match(urlRegex);
-
-    if (urls) {
-        // If there are multiple URLs, process them one by one
-        for (const url of urls) {
-            try {
-                const res = await fetch(url);
-                const html = await res.text();
-                const $ = cheerio.load(html);
-
-                // Extract page title, meta description and content
-                const pageTitle = $('head title').text().trim();
-                const pageDescription = $('head meta[name="description"]').attr('content');
-                const pageContent = $('body').text().trim();
-
-                // Construct response message with page details
-                let response = `Title: ${pageTitle}\n`;
-                if (pageDescription) {
-                    response += `Description: ${pageDescription}\n`;
-                }
-                if (pageContent) {
-                    const MAX_CONTENT_LENGTH = process.env.MAX_CONTENT_LENGTH;
-                    let plainTextContent = $('<div>').html(pageContent).text().trim().replace(/[\r\n\t]+/g, ' ');
-                    const codePattern = /\/\/|\/\*|\*\/|\{|\}|\[|\]|\bfunction\b|\bclass\b|\b0x[0-9A-Fa-f]+\b|\b0b[01]+\b/;
-                    const isCode = codePattern.test(plainTextContent);
-
-                    if (isCode) {
-                        plainTextContent = plainTextContent.replace(codePattern, '');
-                    }
-                    // Remove anything enclosed in brackets
-                    plainTextContent = plainTextContent.replace(/ *\([^)]*\) */g, '');
-                    if (plainTextContent.length > MAX_CONTENT_LENGTH) {
-                        plainTextContent = plainTextContent.substring(0, MAX_CONTENT_LENGTH) + '...';
-                    }
-                    response += `Content: ${plainTextContent.trim()}`;
-                }
-                response += `URL: ${url}`;
-
-                // Get the index of the last message in the array
-                const lastMessageIndex = conversation.messages.length - 1;
-
-                // Append a new line and the new content to the existing content of the last message
-                conversation.messages[lastMessageIndex].content += "\n" + response;
-                
-                console.log("A URL was provided, response: " + response)
-
-            } catch (err) {
-                console.error(err);
-                return sendRand(errorMessages);
-            }
-        }
-    }
     const controller = new AbortController();
     const timeout = setTimeout(() => {
         controller.abort();
@@ -256,56 +171,7 @@ async function generateResponse(conversation, message) {
 
     const messagesCopy = [...conversation.messages]; // create a copy of the messages array
 
-    let botMessage; // define a variable to hold the message object
+    console.log(conversation)
-    let time = 0
-    // define a function that shows the system load percentage and updates the message
-    const showSystemLoad = async () => {
-        time = Number(time) + Number(process.env.REFRESH_INTERVAL);
-        cpuStat.usagePercent(function (err, percent, seconds) {
-            if (err) {
-                return console.log(err);
-            }
-
-            const systemLoad = percent;
-            const freeMemory = os.freemem() / 1024 / 1024 / 1024;
-            const totalMemory = os.totalmem() / 1024 / 1024 / 1024;
-            const usedMemory = totalMemory - freeMemory;
-
-            const embedData = {
-                color: 0x0099ff,
-                title: 'Please wait.. I am thinking...',
-                fields: [
-                    {
-                        name: 'System Load',
-                        value: `${systemLoad.toFixed(2)}%`,
-                    },
-                    {
-                        name: 'Memory Usage',
-                        value: `${usedMemory.toFixed(2)} GB / ${totalMemory.toFixed(2)} GB`,
-                    },
-                    {
-                        name: 'Time',
-                        value: `~${time} seconds.`,
-                    },
-                ],
-            };
-
-            // if the message object doesn't exist, create it
-            if (!botMessage) {
-                (async () => {
-                    botMessage = await message.channel.send({ embeds: [embedData] });
-                })();
-            } else {
-                botMessage.edit({ embeds: [embedData] }); // otherwise, update the message
-            }
-        });
-    };
-
-    // call the function initially
-    await showSystemLoad();
-
-    // Grab the REFRESH_INTERVAL from ENV if not exist, lets use 7 (seconds)
-    const refreshInterval = setInterval(showSystemLoad, (process.env.REFRESH_INTERVAL || 7) * 1000);
 
     try {
         const response = await fetch(`http://${process.env.ROOT_IP}:${process.env.ROOT_PORT}/v1/chat/completions`, {
@@ -315,32 +181,25 @@ async function generateResponse(conversation, message) {
                 'Content-Type': 'application/json'
             },
             body: JSON.stringify({
-                messages: messagesCopy,
+                messages: messagesCopy // use the copy of the messages array
-                max_tokens: Number(process.env.MAX_TOKENS), // add the max_tokens parameter here
-                repeat_penalty: Number(process.env.REPEAT_PENALTY)
-
             }),
             signal: controller.signal
         });
 
         const responseData = await response.json();
-        console.log(JSON.stringify(responseData));
+        console.log(JSON.stringify(responseData))
         const choice = responseData.choices[0];
 
-        const responseText = choice.message.content;
+        // Remove "user None:" and any text after it from the response
-
+        const responseText = choice.message.content.trim();
-        // clear the interval, replace the "please wait" message with the response, and update the message
+        const startIndex = responseText.indexOf('user None:');
-        clearInterval(refreshInterval);
+        const sanitizedResponse = startIndex === -1 ? responseText : responseText.substring(0, startIndex);
-        console.log(responseText);
-        botMessage.delete()
-
-        return responseText;
 
+        return sanitizedResponse;
     } catch (err) {
         throw err;
     } finally {
         clearTimeout(timeout);
-        time = 0
     }
 }
 

package.json

@@ -11,10 +11,7 @@
   "license": "ISC",
   "dependencies": {
     "discord.js": "^14.9.0",
-    "cheerio": "^1.0.0-rc.12",
     "dotenv": "^16.0.3",
-    "node-fetch": "^3.3.1",
+    "node-fetch": "^3.3.1"
-    "os": "^0.1.2",
-    "cpu-stat": "^2.0.1"
   }
 }