moving default model settings to .env

2023-04-07 21:42:17 +02:00
parent 3326ffbb6c
commit e3c5341561
3 changed files with 23 additions and 21 deletions
--- a/default.env
+++ b/default.env
@ -1,4 +1,14 @@
 TOKEN = ""
 INTERNAL_IP = ""
 PUBLIC_URL = ""
-SERGE_PORT = "8008"
+SERGE_PORT = "8008" 
+
+MODEL = "7B"
+TEMPERATURE = "0.1"
+TOPK = "50"
+TOPP = "0.95"
+MAXLENGTH = "256"
+CONTEXTWINDOW = "512"
+REPEATLASTN = "64"
+REPEATPENALTY = "1.3"
+NTHREADS = "7"