snxraven
/
llama-cpp-python-djs-bot
1
1
Fork 2
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding assistant to Counter

This commit is contained in:
Raven Scott 2023-08-14 23:44:06 -04:00
parent 6efd069b5d
commit f91d66b2b3
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llamabot.js
View File

@ -439,7 +439,7 @@ async function generateResponse(conversation, message) {
let totalTokens = 0;
for (const message of messages) {
if (message.role === 'user') {
if (message.role === 'user' || message.role === 'assistant') {
const encodedTokens = llamaTokenizer.encode(message.content);
totalTokens += encodedTokens.length;
}
@ -453,7 +453,7 @@ async function generateResponse(conversation, message) {
let tokenLength = totalTokens
// Remove older conversations if necessary
const maxLength = 2048;
const maxLength = 2000;
if (tokenLength > maxLength) {
const diff = tokenLength - maxLength;
let removedTokens = 0;