snxraven/llama-cpp-python-djs-bot
1
1
Fork 2
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update default.env

Browse Source
This commit is contained in:
Raven Scott 2023-05-05 19:31:17 +02:00
parent 3b1ec922c4
commit aec98b576b
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
default.env
View File

@ -24,5 +24,11 @@ ROOT_PORT = 8000
# Directory to your models (llama.cpp specfic settings) # Directory to your models (llama.cpp specfic settings)
DATA_DIR = /home/USERNAME/weights DATA_DIR = /home/USERNAME/weights
# Enable Expirmental Message Caches (Limited to single session)
# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS.
CACHE = 1 CACHE = 1
# Set number of threads to use, currently, a standard thread will utilize 1 whole core
# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes.
N_THREADS = 4 N_THREADS = 4