14 lines
220 B
Bash
14 lines
220 B
Bash
TOKEN = ""
|
|
INTERNAL_IP = ""
|
|
PUBLIC_URL = ""
|
|
SERGE_PORT = "8008"
|
|
|
|
MODEL = "7B"
|
|
TEMPERATURE = "0.1"
|
|
TOPK = "50"
|
|
TOPP = "0.95"
|
|
MAXLENGTH = "256"
|
|
CONTEXTWINDOW = "512"
|
|
REPEATLASTN = "64"
|
|
REPEATPENALTY = "1.3"
|
|
NTHREADS = "7" |