diff --git a/default.env b/default.env index ce6d595..977c67f 100644 --- a/default.env +++ b/default.env @@ -24,5 +24,11 @@ ROOT_PORT = 8000 # Directory to your models (llama.cpp specfic settings) DATA_DIR = /home/USERNAME/weights + +# Enable Expirmental Message Caches (Limited to single session) +# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS. CACHE = 1 + +# Set number of threads to use, currently, a standard thread will utilize 1 whole core +# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes. N_THREADS = 4