adding REPEAT_PENALTY

This commit is contained in:
Raven Scott 2023-05-08 22:00:24 +02:00
parent 83a7bb90ed
commit 64be911772
2 changed files with 6 additions and 1 deletions

View File

@ -43,3 +43,6 @@ USE_MMAP=1
# Only use MLOCK if you know what it does! # Only use MLOCK if you know what it does!
USE_MLOCK=0 USE_MLOCK=0
# The higher the number the more hard core.
REPEAT_PENALTY=1

View File

@ -316,7 +316,9 @@ async function generateResponse(conversation, message) {
}, },
body: JSON.stringify({ body: JSON.stringify({
messages: messagesCopy, messages: messagesCopy,
max_tokens: Number(process.env.MAX_TOKENS) // add the max_tokens parameter here max_tokens: Number(process.env.MAX_TOKENS), // add the max_tokens parameter here
repeat_penalty: Number(process.env.REPEAT_PENALTY)
}), }),
signal: controller.signal signal: controller.signal
}); });