adding REPEAT_PENALTY

default.env

@@ -43,3 +43,6 @@ USE_MMAP=1
 
 # Only use MLOCK if you know what it does!
 USE_MLOCK=0
+
+# The higher the number the more hard core.
+REPEAT_PENALTY=1

llamabot.js

@@ -316,7 +316,9 @@ async function generateResponse(conversation, message) {
             },
             body: JSON.stringify({
                 messages: messagesCopy,
-                max_tokens: Number(process.env.MAX_TOKENS) // add the max_tokens parameter here
+                max_tokens: Number(process.env.MAX_TOKENS), // add the max_tokens parameter here
+                repeat_penalty: Number(process.env.REPEAT_PENALTY)
+
             }),
             signal: controller.signal
         });