MrTuxedo/rai-serge-discord-bot
1
0
Fork 0
forked from snxraven/rai-serge-discord-bot
Code Pull Requests Activity

Adding a new options parser and selector so all works with single choices

Browse Source
This commit is contained in:
Raven Scott 2023-04-03 02:06:58 +02:00
parent 12456dc29e
commit e4162bf03e
1 changed files with 64 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
commands/system/new-chat.js
View File

@ -2,7 +2,9 @@ const { EmbedBuilder } = require('discord.js');
var unirest = require('unirest');
const jsonfile = require('jsonfile')
// Start session defaults:
var apiUrl = `http://${process.env.INTERNAL_IP}:8008/api/chat/`;
var model = 'gpt4all';
var temperature = 0.1;
var topK = 50;
@ -13,7 +15,10 @@ var repeatLastN = 64;
var repeatPenalty = 1.3;
var initPrompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. The response must be accurate, concise and evidence-based whenever possible. A complete answer is always ended by [end of text].';
var nThreads = 7;
// End session defaults
// Set model list we have downloaded
let modelList = ["7B", "7B-native", "gpt4all"]
module.exports = {
@ -31,26 +36,75 @@ module.exports = {
"description": "A prompt you want to init the chat with, a default is used if not provided.",
"required": false,
"type": 3
}],
},
{
"name": "temperature",
"description": "The higher the temperature, the more random the model output. A default 0.1 is used if not provided.",
"required": false,
"type": 3
}
],
run: async (client, interaction) => {
const file = './cache/' + interaction.user.id
if (!interaction.options._hoistedOptions[1]) {
console.log("-- No init-prompt provided, using default --")
} else {
initPrompt = interaction.options._hoistedOptions[1].value
let options = interaction.options._hoistedOptions;
let varsToCheck = [
{ name: "model", value: null },
{ name: "temperature", value: null },
{ name: "init-prompt", value: null }
];
for (let i = 0; i < options.length; i++) {
let option = options[i];
for (let j = 0; j < varsToCheck.length; j++) {
let varToCheck = varsToCheck[j];
if (option.name === varToCheck.name) {
varToCheck.value = option.value;
break;
}
if (!interaction.options._hoistedOptions[0]) {
}
}
// Now you can access the values of each variable you are interested in:
let userInputModel = varsToCheck.find(v => v.name === "model")?.value;
let userInputTemperature = varsToCheck.find(v => v.name === "temperature")?.value;
let userInputInitPrompt = varsToCheck.find(v => v.name === "init-prompt")?.value;
// Init Prompt Setting
if (userInputInitPrompt === null) {
console.log("-- No init-prompt provided, using default --");
} else {
initPrompt = userInputInitPrompt;
}
// Modal Setting
if (userInputModel === null) {
console.log("-- No model provided, using default --")
} else {
if (modelList.includes(interaction.options._hoistedOptions[0].value)) {
model = interaction.options._hoistedOptions[0].value
if (modelList.includes(userInputModel)) {
model = userInputModel;
} else {
let modelListStr = modelList.join(", ");
return interaction.followUp(`You may only use one of the following: ${modelListStr}`);
}
}
// temperature setting
if (userInputTemperature === null) {
console.log("-- No temperature provided, using default --")
} else {
const parsedTemperature = parseFloat(userInputTemperature);
if (parsedTemperature >= 0.1 && parsedTemperature <= 2) {
// temperature is within range
temperature = parsedTemperature;
} else {
// temperature is outside of range
return interaction.followUp(`Temperature must be between 0.1 and 2`);
}
}
var req = unirest('POST', apiUrl + '?model=' + model + '&temperature=' + temperature + '&top_k=' + topK + '&top_p=' + topP + '&max_length=' + maxLength + '&context_window=' + contextWindow + '&repeat_last_n=' + repeatLastN + '&repeat_penalty=' + repeatPenalty + '&init_prompt=' + initPrompt + '&n_threads=' + nThreads)
.headers({
'accept': 'application/json'