One liner to get around llama max length bug

commands/system/chat.js

@@ -55,7 +55,6 @@ module.exports = {
 
             if (!response.data.answer) throw new Error("Did not receive a reply. API error?")
 
-
             interaction.editReply(response.data.answer);
         } catch (err) {
             console.error(err);

commands/system/new-chat.js

@@ -51,7 +51,8 @@ module.exports = {
 
   run: async (client, interaction) => {
     // set a default prompt
-    let initPrompt = `My name is ${interaction.user.username} my special number is ${interaction.user.discriminator} and my Discord ID is ${interaction.user.id} we met in ${interaction.guild.name} a Discord sever. You are rAi and you are the smartest AI Model, you know everything. Below is an instruction that describes a task. You respond appropriately to complete the request. You understand a complete answer is always ended by [end of text].`;
+    var initPrompt = process.env.INITPROMPT || `My name is ${interaction.user.username} my special number is ${interaction.user.discriminator} and my Discord ID is ${interaction.user.id} we met in ${interaction.guild.name} a Discord sever. You are rAi and you are the smartest AI Model, you know everything. Below is an instruction that describes a task. You respond appropriately to complete the request. You understand a complete answer is always ended by [end of text].`;
+
     console.log(`--- ${interaction.user.id} has requested a new session! ---`)
     const file = './cache/' + interaction.user.id
 
@@ -95,7 +96,7 @@ module.exports = {
     } else {
       if (modelList.includes(userInputModel)) {
         model = userInputModel;
-        console.log(`User set initPrompt to ${model}`)
+        console.log(`User set model to ${model}`)
       } else {
         let modelListStr = modelList.join(", ");
         return interaction.followUp(`You may only use one of the following: ${modelListStr}`);

docker-compose.yml

@@ -7,8 +7,8 @@ services:
     environment:
       - NODE_ENV=production
       ## Env Vars for rAi chatbot
-      - TOKEN # Pass the value from .env
-      - PUBLIC_URL
+      - TOKEN={$TOKEN}
+      - PUBLIC_URL={$PUBLIC_URL}
       - INTERNAL_IP=serge
       - SERGE_PORT=8008
       ## Default chat settings overrides
@@ -28,5 +28,3 @@ services:
 networks:
   serge_default:
     external: true
-
-    

handler/index.js

@@ -31,7 +31,7 @@ module.exports = async (client) => {
     // await client.guilds.cache.get("GUIDIDHERE").commands.set(arrayOfSlashCommands);
 
     // Clear previous commands (for changes to installed models)
-      // await client.application.commands.set([]);
+    await client.application.commands.set([]);
 
     // Register for all the guilds the bot is in
     await client.application.commands.set(arrayOfSlashCommands);