import { createRequire } from 'node:module'; import fs from 'node:fs'; import path from 'node:path'; const harnessPath = process.env.JARVIS_HARNESS_PATH || path.resolve(new URL('../vendor/agent-harness', import.meta.url).pathname); // Bare's module loader accepts the maintained Holepunch compatibility map. The // second argument is essential for the copied CommonJS harness: it maps its // Node builtin requests to bare-* modules without creating a second runtime. const require = createRequire(import.meta.url); process.env.QVAC_CONFIG_PATH ||= path.resolve(new URL('../qvac.config.json', import.meta.url).pathname); const Agent = require(path.join(harnessPath, 'index.js'), { with: { imports: 'bare-node-runtime/imports' } }); let loadPromise = null; let ownerCount = 0; let operationTail = Promise.resolve(); const auxiliaryModels = new Map(); export const QVAC_MASTER = Object.freeze({ configPath: process.env.QVAC_CONFIG_PATH, model: process.env.JARVIS_QVAC_MODEL || 'qwen3.5-4b', device: 'gpu', gpuLayers: 99, }); export function sdkPackagePath() { // Package exports intentionally block @qvac/sdk/package.json in current // releases, so resolve the version file from the two supported install // layouts instead of requiring an exported subpath. const candidates = [ path.join(harnessPath, 'node_modules/@qvac/sdk/package.json'), path.resolve(harnessPath, '../../node_modules/@qvac/sdk/package.json'), path.resolve(new URL('../node_modules/@qvac/sdk/package.json', import.meta.url).pathname), ]; for (const candidate of candidates) if (fs.existsSync(candidate)) return candidate; throw new Error(`Jarvis could not resolve @qvac/sdk from the harness or repository; checked ${candidates.join(', ')}`); } export function assertSdkVersion() { const sdkPackage = require(sdkPackagePath(), { with: { imports: 'bare-node-runtime/imports' } }); if (!/^0\.19\./.test(sdkPackage.version)) { throw new Error(`Jarvis requires vendored @qvac/sdk in the 0.19.x series; found ${sdkPackage.version}`); } return sdkPackage.version; } export async function acquireQvac() { ownerCount += 1; if (!loadPromise) { assertSdkVersion(); const resources = await Agent.engine.resources(); const gpuVisible = (resources.gpus?.length || 0) > 0 || Boolean(resources.drivers?.vulkan || resources.drivers?.cuda || resources.drivers?.opencl || resources.gpu); if (!gpuVisible) { ownerCount = Math.max(0, ownerCount - 1); throw new Error('Jarvis requires a QVAC-visible GPU backend; run npm run gpu-doctor'); } loadPromise = Agent.engine.load({ model: QVAC_MASTER.model, tools: true, device: 'gpu', gpu_layers: QVAC_MASTER.gpuLayers, mmprojUseGpu: true, }).then((loaded) => { if (loaded.device !== 'gpu') { throw new Error(`Jarvis requires GPU QVAC inference; loaded device was ${loaded.device}`); } return loaded; }).catch((error) => { loadPromise = null; ownerCount = Math.max(0, ownerCount - 1); throw error; }); } return loadPromise; } export async function qvacSdk() { return Agent.engine.ensureInit(); } export function withQvacMaster(task) { const operation = operationTail.then(task, task); operationTail = operation.catch(() => {}); return operation; } function resolveSdkAsset(sdk, name) { if (name && typeof name !== 'string') return name; return sdk[name] || sdk.models?.[name] || name; } function resolveModelConfigAssets(sdk, config) { const copy = { ...config }; for (const key of ['vadModelSrc', 'projectionModelSrc', 'vocabModelSrc']) { if (typeof copy[key] === 'string') copy[key] = resolveSdkAsset(sdk, copy[key]); } return copy; } /** Load ASR/TTS models in the same SDK worker and under the same master lock. * These are auxiliary model IDs; they do not create another QVAC runtime. */ export async function loadAuxiliaryModel(name, modelConfig = {}) { if (!name) throw new Error('auxiliary QVAC model name is required'); const existing = auxiliaryModels.get(String(name)); if (existing) return existing; const sdk = await qvacSdk(); if (typeof sdk.loadModel !== 'function') throw new Error('QVAC SDK does not expose loadModel()'); const modelId = await withQvacMaster(() => sdk.loadModel({ modelSrc: resolveSdkAsset(sdk, name), modelConfig: { ...resolveModelConfigAssets(sdk, modelConfig), device: 'gpu', gpu_layers: QVAC_MASTER.gpuLayers, 'mmproj-use-gpu': true }, })); auxiliaryModels.set(String(name), modelId); return modelId; } export async function unloadAuxiliaryModel(modelId) { if (!modelId) return; const sdk = await qvacSdk(); if (typeof sdk.unloadModel === 'function') await withQvacMaster(() => sdk.unloadModel({ modelId })); for (const [name, id] of auxiliaryModels) if (id === modelId) auxiliaryModels.delete(name); } export function releaseQvac() { ownerCount = Math.max(0, ownerCount - 1); } export async function closeQvac() { if (ownerCount > 0) return; for (const modelId of auxiliaryModels.values()) await unloadAuxiliaryModel(modelId).catch(() => {}); auxiliaryModels.clear(); loadPromise = null; await Agent.engine.close(); } export async function cancelQvac() { await Agent.engine.cancel(); } export async function cancelQvacRequest({ requestId, modelId, kind } = {}) { if (!requestId && !modelId) throw new Error('requestId or modelId is required'); const sdk = await Agent.engine.ensureInit(); if (typeof sdk.cancel !== 'function') throw new Error('QVAC runtime does not expose cancel()'); await withQvacMaster(() => sdk.cancel(requestId ? { requestId } : { modelId, kind })); } export async function suspendQvac() { const sdk = await Agent.engine.ensureInit(); if (typeof sdk.suspend !== 'function') throw new Error('QVAC runtime does not expose suspend()'); await sdk.suspend(); } export async function resumeQvac() { const sdk = await Agent.engine.ensureInit(); if (typeof sdk.resume !== 'function') throw new Error('QVAC runtime does not expose resume()'); await sdk.resume(); } export async function qvacRuntimeState() { const sdk = await Agent.engine.ensureInit(); if (typeof sdk.state !== 'function') return 'unknown'; return sdk.state(); } const MASTER_CALLS = new Set(['assessModelFit', 'getSystemResources', 'state', 'heartbeat', 'downloadAsset', 'cancel', 'embed', 'batchCompletion', 'ragIngest', 'ragChunk', 'ragSaveEmbeddings', 'ragSearch', 'ragReindex', 'ragDeleteEmbeddings', 'ragListWorkspaces', 'ragCloseWorkspace', 'ragDeleteWorkspace', 'translate', 'ocr', 'classify', 'diffusion', 'video', 'audioGen', 'transcribe', 'textToSpeech', 'finetune', 'bciTranscribe', 'vla', 'worldCreateScene', 'worldStep', 'modelRegistryList', 'modelRegistrySearch', 'modelRegistryGetModel']); export async function callQvac(method, input) { if (!MASTER_CALLS.has(method)) throw new Error(`QVAC method is not exposed through the master: ${method}`); const sdk = await Agent.engine.ensureInit(); if (typeof sdk[method] !== 'function') throw new Error(`QVAC SDK does not expose ${method}()`); return withQvacMaster(() => input === undefined ? sdk[method]() : Array.isArray(input) ? sdk[method](...input) : sdk[method](input)); } export function qvacStatus() { return { ...QVAC_MASTER, owners: ownerCount, loaded: Agent.engine.getLoaded(), auxiliaryModels: auxiliaryModels.size }; } export { Agent };