MrTuxedo/rai-serge-discord-bot
1
0
Fork 0
forked from snxraven/rai-serge-discord-bot
Code Pull Requests Activity

moving default model settings to .env

Browse Source
This commit is contained in:
Raven Scott
2023-04-07 21:42:17 +02:00
parent 3326ffbb6c
commit e3c5341561
3 changed files with 23 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
commands/system/new-chat.js
View File

@ -5,24 +5,23 @@ const jsonfile = require('jsonfile')
// Start session defaults:
var apiUrl = `http://${process.env.INTERNAL_IP}:${process.env.SERGE_PORT}/api/chat/`;
var model = 'gpt4all';
var temperature = 0.1;
var topK = 50;
var topP = 0.95;
var maxLength = 256;
var contextWindow = 512;
var repeatLastN = 64;
var repeatPenalty = 1.3;
var nThreads = 7;
var model = process.env.MODEL;
var temperature = process.env.TEMPERATURE;
var topK = process.env.TOPK;
var topP = process.env.TOPP;
var maxLength = process.env.MAXLENGTH;
var contextWindow = process.env.CONTEXTWINDOW;
var repeatLastN = process.env.REPEATLASTN;
var repeatPenalty = process.env.REPEATPENALTY;
var nThreads = process.env.NTHREADS;
// End session defaults
// Set model list we have downloaded
let modelList = ["7B", "7B-native", "gpt4all"]
module.exports = {
name: "create-session",
description: "create a new chat session",
description: "create a new session",
private: true,
options: [{
"name": "model",