MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

default to disk cache

Browse Source
This commit is contained in:
Raven Scott 2023-06-12 18:45:39 +02:00
parent 61ee13bfbd
commit bd435ca311
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
default.env
View File

@ -34,6 +34,8 @@ DATA_DIR = /home/USERNAME/weights
# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS. # Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS.
CACHE = 1 CACHE = 1
CACHE_TYPE = "disk"
# Set number of threads to use, currently, a standard thread will utilize 1 whole core # Set number of threads to use, currently, a standard thread will utilize 1 whole core
# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes. # I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes.
N_THREADS = 4 N_THREADS = 4

2
default.gpu.env
View File

@ -34,6 +34,8 @@ DATA_DIR = /home/USERNAME/weights
# Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS. # Cache will use ~1.4 GB or MORE of RAM. ONLY ENABLE IF YOUR SYSTEM CAN HANDLE THIS.
CACHE = 1 CACHE = 1
CACHE_TYPE = "disk"
# Set number of threads to use, currently, a standard thread will utilize 1 whole core # Set number of threads to use, currently, a standard thread will utilize 1 whole core
# I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes. # I usually will set this between all cores I physcally have OR 2 cores less to allow for other processes.
N_THREADS = 4 N_THREADS = 4