TOKEN = ""
INTERNAL_IP = ""
PUBLIC_URL = ""
SERGE_PORT = "8008" 

MODEL = "7B"
TEMPERATURE = "0.1"
TOPK = "50"
TOPP = "0.95"
MAXLENGTH = "256"
CONTEXTWINDOW = "512"
REPEATLASTN = "64"
REPEATPENALTY = "1.3"
NTHREADS = "7"