MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

update default.env

Browse Source
This commit is contained in:
Raven Scott 2023-05-05 19:31:17 +02:00 committed by MrTuxedo
parent 637c5182a3
commit a34a910200
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
default.env
View File

@ -24,5 +24,11 @@ ROOT_PORT = 8000
# Directory to your models (llama.cpp specfic settings) # Directory to your models (llama.cpp specfic settings)
DATA_DIR = /home/USERNAME/weights DATA_DIR = /home/USERNAME/weights
# Enable Expirmental Message Caches (Limited to single session)
# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS.
CACHE = 1 CACHE = 1
# Set number of threads to use, currently, a standard thread will utilize 1 whole core
# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes.
N_THREADS = 4 N_THREADS = 4