adding Docker Scripts and some fixes from fork: https://git.ssh.surf/MrTuxedo/rai-serge-discord-bot

Dockerfile

@@ -0,0 +1,10 @@
+FROM node:slim
+
+WORKDIR /app
+
+COPY package*.json ./
+RUN npm install --omit=dev
+
+COPY . .
+
+CMD node rai.js

commands/system/chat.js

@@ -53,6 +53,9 @@ module.exports = {
 
             console.log(`Prompt: ${prompt.replace("+", " ")}\nResponse: ${response.data.answer}`);
 
+            if (!response.data.answer) throw new Error("Did not receive a reply. API error?")
+
+
             interaction.editReply(response.data.answer);
         } catch (err) {
             console.error(err);

commands/system/new-chat.js

@@ -25,7 +25,7 @@ module.exports = {
   private: true,
   options: [{
     "name": "model",
-    "description": `The model you want to run, choose from the following: ${modelList.join(", ")} | Char case matters`,
+    "description": `Choose from the following models: ${modelList.join(", ")} | Char case matters`,
     "required": false,
     "type": 3
   },

docker.compose.yml

@@ -0,0 +1,32 @@
+version: '3'
+services:
+  serge-discord-bot:
+    container_name: serge-discord-bot
+    build:
+      context: .
+    environment:
+      - NODE_ENV=production
+      ## Env Vars for rAi chatbot
+      - TOKEN # Pass the value from .env
+      - PUBLIC_URL
+      - INTERNAL_IP=serge
+      - SERGE_PORT=8008
+      ## Default chat settings overrides
+      - MODEL="gpt4all"
+      - TEMPERATURE=0.1
+      - TOPK=50
+      - TOPP=0.95
+      - MAXLENGTH=256
+      - CONTEXTWINDOW=512
+      - REPEATLASTN=64
+      - REPEATPENALTY=1.3
+      - NTHREADS=8
+      # - INITPROMPT="some custom prompt"
+    networks:
+      - serge_default
+
+networks:
+  serge_default:
+    external: true
+
+    

handler/index.js

@@ -30,6 +30,10 @@ module.exports = async (client) => {
     // // Register for a single guild
     // await client.guilds.cache.get("GUIDIDHERE").commands.set(arrayOfSlashCommands);
 
+    // Clear previous commands (for changes to installed models)
+    await client.application.commands.set([]);
+
+
     // Register for all the guilds the bot is in
     await client.application.commands.set(arrayOfSlashCommands);
   });