MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

MAX_TOKENS to int

Browse Source
This commit is contained in:
Raven Scott 2023-04-27 03:42:52 +02:00
parent da5e2e6e7d
commit 735b94360a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llamabot.js
View File

@ -236,7 +236,7 @@ async function generateResponse(conversation, message) {
}, },
body: JSON.stringify({ body: JSON.stringify({
messages: messagesCopy, messages: messagesCopy,
max_tokens: process.env.MAX_TOKENS // add the max_tokens parameter here max_tokens: Number(process.env.MAX_TOKENS) // add the max_tokens parameter here
}), }),
signal: controller.signal signal: controller.signal
}); });