snxraven/rayai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update max length according to new NCTX configured

Browse Source
This commit is contained in:
Raven 2024-08-07 02:16:30 -04:00
parent e475e6d374
commit a20e8c182f
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend-server/backend-server.js
View File

@ -180,7 +180,7 @@ app.post('/api/v1/chat', async (req, res) => {
}); });
// Trim conversation history if it exceeds the token limit // Trim conversation history if it exceeds the token limit
const maxLength = 7800; const maxLength = 14000;
const tolerance = 25; const tolerance = 25;
trimConversationHistory(conversationHistory[ip], maxLength, tolerance); trimConversationHistory(conversationHistory[ip], maxLength, tolerance);
@ -491,7 +491,7 @@ async function handleSearchPlugin(searchQuery, ip, conversationHistory) {
searchResponse += `${i + 1}. ${result.title} - ${result.link}\n`; searchResponse += `${i + 1}. ${result.title} - ${result.link}\n`;
try { try {
const scrapeResult = await scrapeWebPage(result.link, 400); const scrapeResult = await scrapeWebPage(result.link, 800);
searchResponse += `Scraped Data: ${scrapeResult}\n`; searchResponse += `Scraped Data: ${scrapeResult}\n`;
scrapedContent += `Scraped Data from ${result.link}:\n${scrapeResult}\n`; scrapedContent += `Scraped Data from ${result.link}:\n${scrapeResult}\n`;
} catch (scrapeErr) { } catch (scrapeErr) {

2
backend-server/default.env
View File

@ -1,6 +1,6 @@
# Key for AbuseDB # Key for AbuseDB
ABUSE_KEY= ABUSE_KEY=
# Max Content to fetch from given URLs # Max Content to fetch from given URLs
MAX_CONTENT_LENGTH=8000 MAX_CONTENT_LENGTH=10000
PROMPT= PROMPT=