From a34a9102003a5caa01c7641f6dc2e33d9f2a932e Mon Sep 17 00:00:00 2001 From: Raven Scott Date: Fri, 5 May 2023 19:31:17 +0200 Subject: [PATCH] update default.env --- default.env | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/default.env b/default.env index ce6d595..977c67f 100644 --- a/default.env +++ b/default.env @@ -24,5 +24,11 @@ ROOT_PORT = 8000 # Directory to your models (llama.cpp specfic settings) DATA_DIR = /home/USERNAME/weights + +# Enable Expirmental Message Caches (Limited to single session) +# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS. CACHE = 1 + +# Set number of threads to use, currently, a standard thread will utilize 1 whole core +# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes. N_THREADS = 4