@@ -7964,7 +7964,7 @@ var BARE_OS_DISCORD_SETTINGS = [
|
||||
label: 'QVAC context size',
|
||||
kind: 'enum',
|
||||
jsonKey: 'qvac_ctx_size',
|
||||
values: ['0', '8192', '16384', '32768', '131072'],
|
||||
values: ['0', '8192', '16384', '32768', '131072', '262144'],
|
||||
persist: 'agent',
|
||||
backend: 'qvac',
|
||||
live: 'next agent'
|
||||
|
||||
@@ -676,13 +676,14 @@ export function createBareOsQvacBridge(opts = {}) {
|
||||
if (!key) throw new Error('bareOsQvacLoadModel: modelSrc required')
|
||||
|
||||
const toolsEnabled = o.tools !== false
|
||||
// Allow model-card windows (Qwen3 32k, Llama 3.2 1B 128k). Override with
|
||||
// BARE_OS_QVAC_MAX_CTX to cap KV on small GPUs.
|
||||
// Allow model-card windows (Qwen3 32k, Qwen3.5/Gemma 4 31B 256k, Llama 128k).
|
||||
// Set BARE_OS_QVAC_MAX_CTX to cap KV on small GPUs.
|
||||
const maxCtxRaw = Number(env.BARE_OS_QVAC_MAX_CTX)
|
||||
const hostAbsMax = 262144
|
||||
const maxCtx =
|
||||
Number.isFinite(maxCtxRaw) && maxCtxRaw >= 2048
|
||||
? Math.min(131072, Math.floor(maxCtxRaw))
|
||||
: 131072
|
||||
? Math.min(hostAbsMax, Math.floor(maxCtxRaw))
|
||||
: hostAbsMax
|
||||
const ctxSize = Math.max(2048, Math.min(maxCtx, Number(o.ctxSize) || 32768))
|
||||
const resolved = bareOsQvacResolveDeviceConfig(o, env)
|
||||
const verbEnv = Number(env.BARE_OS_QVAC_VERBOSITY)
|
||||
|
||||
Reference in New Issue
Block a user