MrTuxedo/llama-cpp-python-djs-bot
1
0
Fork 0
forked from snxraven/llama-cpp-python-djs-bot
Code Pull Requests Activity

Fix GPU Cache

Browse Source
This commit is contained in:
Raven Scott 2023-05-23 14:56:21 +02:00
parent 099dbf908b
commit 7102bf32f0
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
default.gpu.env
View File

@ -51,4 +51,6 @@ REPEAT_PENALTY=1
GPU=1
N_GPU_LAYERS=32
N_GPU_LAYERS=32
PYTHONUNBUFFERED=1

10
llamabot.js
View File

@ -347,6 +347,7 @@ async function generateResponse(conversation, message) {
// if the message object doesn't exist, create it
if (!botMessage) {
(async () => {
//if (time == 0) return
botMessage = await message.channel.send({ embeds: [embedData] });
})();
} else {
@ -408,10 +409,17 @@ async function generateResponse(conversation, message) {
// if the message object doesn't exist, create it
if (!botMessage) {
(async () => {
//if (time == 0) return
botMessage = await message.channel.send({ embeds: [embedData] });
})();
} else {
botMessage.edit({ embeds: [embedData] }); // otherwise, update the message
(async () => {
if (!isAnyConversationBusy()) {
botMessage.delete()
} else {
await botMessage.edit({ embeds: [embedData] }); // otherwise, update the message
}
})();
}
})
}