diff --git a/commands/system/new-chat.js b/commands/system/new-chat.js index 7ec0018..4a4d3e8 100644 --- a/commands/system/new-chat.js +++ b/commands/system/new-chat.js @@ -2,7 +2,9 @@ const { EmbedBuilder } = require('discord.js'); var unirest = require('unirest'); const jsonfile = require('jsonfile') +// Start session defaults: var apiUrl = `http://${process.env.INTERNAL_IP}:8008/api/chat/`; + var model = 'gpt4all'; var temperature = 0.1; var topK = 50; @@ -13,7 +15,10 @@ var repeatLastN = 64; var repeatPenalty = 1.3; var initPrompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. The response must be accurate, concise and evidence-based whenever possible. A complete answer is always ended by [end of text].'; var nThreads = 7; +// End session defaults + +// Set model list we have downloaded let modelList = ["7B", "7B-native", "gpt4all"] module.exports = { @@ -30,24 +35,73 @@ module.exports = { "name": "init-prompt", "description": "A prompt you want to init the chat with, a default is used if not provided.", "required": false, - "type": 3 - }], + "type": 3 + }, + { + "name": "temperature", + "description": "The higher the temperature, the more random the model output. A default 0.1 is used if not provided.", + "required": false, + "type": 3 + } +], + + + run: async (client, interaction) => { const file = './cache/' + interaction.user.id - if (!interaction.options._hoistedOptions[1]) { - console.log("-- No init-prompt provided, using default --") - } else { - initPrompt = interaction.options._hoistedOptions[1].value + let options = interaction.options._hoistedOptions; + let varsToCheck = [ + { name: "model", value: null }, + { name: "temperature", value: null }, + { name: "init-prompt", value: null } + ]; + + for (let i = 0; i < options.length; i++) { + let option = options[i]; + for (let j = 0; j < varsToCheck.length; j++) { + let varToCheck = varsToCheck[j]; + if (option.name === varToCheck.name) { + varToCheck.value = option.value; + break; + } + } } - if (!interaction.options._hoistedOptions[0]) { + // Now you can access the values of each variable you are interested in: + let userInputModel = varsToCheck.find(v => v.name === "model")?.value; + let userInputTemperature = varsToCheck.find(v => v.name === "temperature")?.value; + let userInputInitPrompt = varsToCheck.find(v => v.name === "init-prompt")?.value; + + // Init Prompt Setting + if (userInputInitPrompt === null) { + console.log("-- No init-prompt provided, using default --"); + } else { + initPrompt = userInputInitPrompt; + } + + // Modal Setting + if (userInputModel === null) { console.log("-- No model provided, using default --") } else { - if (modelList.includes(interaction.options._hoistedOptions[0].value)) { - model = interaction.options._hoistedOptions[0].value + if (modelList.includes(userInputModel)) { + model = userInputModel; } else { let modelListStr = modelList.join(", "); - return interaction.followUp(`You may only use one of the following: ${modelListStr}`); + return interaction.followUp(`You may only use one of the following: ${modelListStr}`); + } + } + + // temperature setting + if (userInputTemperature === null) { + console.log("-- No temperature provided, using default --") + } else { + const parsedTemperature = parseFloat(userInputTemperature); + if (parsedTemperature >= 0.1 && parsedTemperature <= 2) { + // temperature is within range + temperature = parsedTemperature; + } else { + // temperature is outside of range + return interaction.followUp(`Temperature must be between 0.1 and 2`); } }