Contexts
Release rolling / release (push) Successful in 9m38s

This commit is contained in:
2026-08-18 21:29:16 -04:00
parent 6886335351
commit 7184b17553
10 changed files with 351 additions and 152 deletions
@@ -7964,7 +7964,7 @@ var BARE_OS_DISCORD_SETTINGS = [
label: 'QVAC context size',
kind: 'enum',
jsonKey: 'qvac_ctx_size',
values: ['0', '8192', '16384', '32768', '131072'],
values: ['0', '8192', '16384', '32768', '131072', '262144'],
persist: 'agent',
backend: 'qvac',
live: 'next agent'
@@ -676,13 +676,14 @@ export function createBareOsQvacBridge(opts = {}) {
if (!key) throw new Error('bareOsQvacLoadModel: modelSrc required')
const toolsEnabled = o.tools !== false
// Allow model-card windows (Qwen3 32k, Llama 3.2 1B 128k). Override with
// BARE_OS_QVAC_MAX_CTX to cap KV on small GPUs.
// Allow model-card windows (Qwen3 32k, Qwen3.5/Gemma 4 31B 256k, Llama 128k).
// Set BARE_OS_QVAC_MAX_CTX to cap KV on small GPUs.
const maxCtxRaw = Number(env.BARE_OS_QVAC_MAX_CTX)
const hostAbsMax = 262144
const maxCtx =
Number.isFinite(maxCtxRaw) && maxCtxRaw >= 2048
? Math.min(131072, Math.floor(maxCtxRaw))
: 131072
? Math.min(hostAbsMax, Math.floor(maxCtxRaw))
: hostAbsMax
const ctxSize = Math.max(2048, Math.min(maxCtx, Number(o.ctxSize) || 32768))
const resolved = bareOsQvacResolveDeviceConfig(o, env)
const verbEnv = Number(env.BARE_OS_QVAC_VERBOSITY)