590 lines
16 KiB
Plaintext
590 lines
16 KiB
Plaintext
/* BARE_OS_BIN_API 1.0.0 — bump when staged /bin script semantics change (see developer guide). */
|
|
/** Shared helpers for drive-resident /bin scripts (prepended before each command). */
|
|
function bareStdin(ctx) {
|
|
return typeof ctx.shellStdin === 'string' ? ctx.shellStdin : ''
|
|
}
|
|
|
|
/** @param {number} mode @param {'file' | 'directory' | 'symlink'} type */
|
|
function bareFormatModeString(mode, type) {
|
|
const typeChar = type === 'directory' ? 'd' : type === 'symlink' ? 'l' : '-'
|
|
const perm = mode & 0o777
|
|
const r = (bit) => (perm & bit ? 'r' : '-')
|
|
const w = (bit) => (perm & bit ? 'w' : '-')
|
|
const x = (bit) => (perm & bit ? 'x' : '-')
|
|
return (
|
|
typeChar +
|
|
r(0o400) +
|
|
w(0o200) +
|
|
x(0o100) +
|
|
r(0o040) +
|
|
w(0o020) +
|
|
x(0o010) +
|
|
r(0o004) +
|
|
w(0o002) +
|
|
x(0o001)
|
|
)
|
|
}
|
|
|
|
/** @param {number} mtimeMs @param {number} [nowMs] */
|
|
function bareFormatLsMtime(mtimeMs, nowMs) {
|
|
const now = nowMs != null ? nowMs : Date.now()
|
|
const d = new Date(mtimeMs)
|
|
const months = [
|
|
'Jan',
|
|
'Feb',
|
|
'Mar',
|
|
'Apr',
|
|
'May',
|
|
'Jun',
|
|
'Jul',
|
|
'Aug',
|
|
'Sep',
|
|
'Oct',
|
|
'Nov',
|
|
'Dec'
|
|
]
|
|
const mon = months[d.getMonth()]
|
|
const day = String(d.getDate()).padStart(2, ' ')
|
|
const sixMo = 180 * 24 * 3600 * 1000
|
|
if (Math.abs(now - mtimeMs) > sixMo) {
|
|
const yr = String(d.getFullYear()).padStart(4, ' ')
|
|
return mon + ' ' + day + ' ' + yr
|
|
}
|
|
const hh = String(d.getHours()).padStart(2, '0')
|
|
const mm = String(d.getMinutes()).padStart(2, '0')
|
|
return mon + ' ' + day + ' ' + hh + ':' + mm
|
|
}
|
|
|
|
/** @param {number} size */
|
|
function barePosixBlocks(size) {
|
|
return Math.ceil(Number(size) / 512) || 0
|
|
}
|
|
|
|
/**
|
|
* Raw stdout for NUL/binary when **`process.stdout.write`** is missing.
|
|
* If **`ctx.bareOsBinWrite(Uint8Array|string)`** is set (tests / host), use it.
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {string | Uint8Array} chunk
|
|
* @returns {boolean}
|
|
*/
|
|
function bareOsEmitRaw(ctx, chunk) {
|
|
if (typeof ctx.bareOsBinWrite === 'function') {
|
|
const b4 = ctx.b4a
|
|
const u8 =
|
|
typeof chunk === 'string'
|
|
? b4 && typeof b4.from === 'function'
|
|
? b4.from(chunk)
|
|
: new TextEncoder().encode(chunk)
|
|
: chunk
|
|
ctx.bareOsBinWrite(u8 instanceof Uint8Array ? u8 : new Uint8Array(u8))
|
|
return true
|
|
}
|
|
const w = globalThis.process?.stdout?.write
|
|
if (typeof w === 'function') {
|
|
w.call(globalThis.process.stdout, chunk)
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
/** Session env map (`vfs.env`, then `ctx.env`). Never throws. */
|
|
function bareOsEnv(ctx) {
|
|
const v = ctx && ctx.vfs && ctx.vfs.env
|
|
if (v && typeof v === 'object') return v
|
|
const e = ctx && ctx.env
|
|
if (e && typeof e === 'object') return e
|
|
return {}
|
|
}
|
|
|
|
/**
|
|
* Strict POSIX-ish decimal integer (no octal, no exponent, no empty).
|
|
* @param {unknown} s
|
|
* @returns {number}
|
|
*/
|
|
function bareOsParseDecInt(s) {
|
|
const t = String(s == null ? '' : s).trim()
|
|
if (!/^[+-]?(?:0|[1-9][0-9]*)$/.test(t)) return NaN
|
|
const n = Number.parseInt(t, 10)
|
|
return Number.isSafeInteger(n) ? n : NaN
|
|
}
|
|
|
|
/** @param {unknown} s */
|
|
function bareOsParseNonNegInt(s) {
|
|
const n = bareOsParseDecInt(s)
|
|
return n >= 0 ? n : NaN
|
|
}
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {string} name
|
|
* @param {number} fallback
|
|
* @param {number} [min]
|
|
* @param {number} [max]
|
|
*/
|
|
function bareOsEnvInt(ctx, name, fallback, min, max) {
|
|
const raw = bareOsEnv(ctx)[name]
|
|
if (raw == null || raw === '') return fallback
|
|
const n = Number.parseInt(String(raw), 10)
|
|
if (!Number.isFinite(n)) return fallback
|
|
let v = n
|
|
if (min != null && v < min) v = min
|
|
if (max != null && v > max) v = max
|
|
return v
|
|
}
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {string} msg
|
|
* @param {number} [code]
|
|
*/
|
|
function bareOsFail(ctx, msg, code) {
|
|
if (msg) ctx.console.error(msg)
|
|
ctx.exitCode = code == null ? 1 : code
|
|
}
|
|
|
|
/** @param {unknown} e */
|
|
function bareOsIsNotFoundErr(e) {
|
|
const code = e && typeof e === 'object' ? e.code : ''
|
|
if (code === 'ENOENT') return true
|
|
const msg = String((e && e.message) || e || '')
|
|
return /ENOENT|No such file|not found/i.test(msg)
|
|
}
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {unknown} buf
|
|
* @returns {Uint8Array}
|
|
*/
|
|
function bareOsToU8(ctx, buf) {
|
|
if (!buf) return new Uint8Array(0)
|
|
if (buf instanceof Uint8Array) return buf
|
|
if (ctx && ctx.b4a && typeof ctx.b4a.from === 'function') return ctx.b4a.from(buf)
|
|
return new Uint8Array(buf)
|
|
}
|
|
|
|
/** @param {string} dir @param {string} name */
|
|
function bareOsJoinPath(dir, name) {
|
|
const d = String(dir || '').replace(/\/+$/, '')
|
|
const n = String(name || '').replace(/^\/+/, '')
|
|
if (!d || d === '/') return '/' + n
|
|
return d + '/' + n
|
|
}
|
|
|
|
/** @param {string} p */
|
|
function bareOsBaseName(p) {
|
|
const t = String(p || '').replace(/\/+$/, '')
|
|
if (!t || t === '/') return t === '/' ? '/' : ''
|
|
const i = t.lastIndexOf('/')
|
|
return i < 0 ? t : t.slice(i + 1) || t
|
|
}
|
|
|
|
/** @param {string} p */
|
|
function bareOsParentDir(p) {
|
|
const t = String(p || '').replace(/\/+$/, '') || '/'
|
|
if (t === '/') return '/'
|
|
const i = t.lastIndexOf('/')
|
|
return i <= 0 ? '/' : t.slice(0, i) || '/'
|
|
}
|
|
|
|
/** @param {string} p */
|
|
function bareOsNormPath(p) {
|
|
return String(p || '').replace(/\/+$/, '') || '/'
|
|
}
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {string} p
|
|
*/
|
|
function bareOsResolvePath(ctx, p) {
|
|
if (ctx && ctx.vfs && typeof ctx.vfs.resolveLogical === 'function') {
|
|
try {
|
|
return String(ctx.vfs.resolveLogical(p) || p)
|
|
} catch {
|
|
/* fall through */
|
|
}
|
|
}
|
|
return String(p || '')
|
|
}
|
|
|
|
/**
|
|
* True when dest is src or lives under src (self-copy / self-move).
|
|
* @param {Record<string, unknown>} ctx
|
|
* @param {string} src
|
|
* @param {string} dest
|
|
*/
|
|
function bareOsDestInsideSrc(ctx, src, dest) {
|
|
const s = bareOsNormPath(bareOsResolvePath(ctx, src))
|
|
const d = bareOsNormPath(bareOsResolvePath(ctx, dest))
|
|
if (s === d) return true
|
|
if (s === '/') return d !== '/'
|
|
return d === s || d.startsWith(s + '/')
|
|
}
|
|
|
|
const BARE_OS_B64_ALPH =
|
|
'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/'
|
|
|
|
/** @param {Uint8Array} u8 */
|
|
function bareOsB64Encode(u8) {
|
|
let out = ''
|
|
let i = 0
|
|
for (; i + 2 < u8.length; i += 3) {
|
|
const n = (u8[i] << 16) | (u8[i + 1] << 8) | u8[i + 2]
|
|
out +=
|
|
BARE_OS_B64_ALPH[(n >> 18) & 63] +
|
|
BARE_OS_B64_ALPH[(n >> 12) & 63] +
|
|
BARE_OS_B64_ALPH[(n >> 6) & 63] +
|
|
BARE_OS_B64_ALPH[n & 63]
|
|
}
|
|
const rest = u8.length - i
|
|
if (rest === 1) {
|
|
const n = u8[i] << 16
|
|
out += BARE_OS_B64_ALPH[(n >> 18) & 63] + BARE_OS_B64_ALPH[(n >> 12) & 63] + '=='
|
|
} else if (rest === 2) {
|
|
const n = (u8[i] << 16) | (u8[i + 1] << 8)
|
|
out +=
|
|
BARE_OS_B64_ALPH[(n >> 18) & 63] +
|
|
BARE_OS_B64_ALPH[(n >> 12) & 63] +
|
|
BARE_OS_B64_ALPH[(n >> 6) & 63] +
|
|
'='
|
|
}
|
|
return out
|
|
}
|
|
|
|
/**
|
|
* RFC 4648 Base64 decode (also accepts URL-safe alphabet). Rejects junk.
|
|
* @param {string} s
|
|
* @returns {Uint8Array}
|
|
*/
|
|
function bareOsB64Decode(s) {
|
|
const t = String(s).replace(/\s+/g, '')
|
|
if (!t) return new Uint8Array(0)
|
|
if (t.length % 4 === 1) throw new Error('invalid base64 length')
|
|
let pad = 0
|
|
if (t.endsWith('==')) pad = 2
|
|
else if (t.endsWith('=')) pad = 1
|
|
const body = pad ? t.slice(0, t.length - pad) : t
|
|
const bytes = []
|
|
let buf = 0
|
|
let bits = 0
|
|
for (let i = 0; i < body.length; i++) {
|
|
const c = body[i]
|
|
let v = BARE_OS_B64_ALPH.indexOf(c)
|
|
if (v < 0) {
|
|
if (c === '-') v = 62
|
|
else if (c === '_') v = 63
|
|
else throw new Error('invalid base64 character')
|
|
}
|
|
buf = (buf << 6) | v
|
|
bits += 6
|
|
if (bits >= 8) {
|
|
bits -= 8
|
|
bytes.push((buf >> bits) & 255)
|
|
}
|
|
}
|
|
if (pad) {
|
|
const want = Math.floor((body.length * 6) / 8)
|
|
if (bytes.length > want) bytes.length = want
|
|
}
|
|
return new Uint8Array(bytes)
|
|
}
|
|
|
|
/**
|
|
* @param {string} s
|
|
* @returns {Uint8Array}
|
|
*/
|
|
function bareOsHexDecode(s) {
|
|
const t = String(s).replace(/\s+/g, '')
|
|
if (t.length % 2 !== 0) throw new Error('odd hex length')
|
|
const out = new Uint8Array(t.length / 2)
|
|
for (let i = 0; i < out.length; i++) {
|
|
const pair = t.slice(i * 2, i * 2 + 2)
|
|
if (!/^[0-9a-fA-F]{2}$/.test(pair)) throw new Error('invalid hex')
|
|
out[i] = Number.parseInt(pair, 16)
|
|
}
|
|
return out
|
|
}
|
|
|
|
/** @param {Uint8Array} u8 */
|
|
function bareOsHexEncode(u8) {
|
|
let s = ''
|
|
for (let i = 0; i < u8.length; i++) s += u8[i].toString(16).padStart(2, '0')
|
|
return s
|
|
}
|
|
|
|
/**
|
|
* Bounded xargs for Bare OS: invokes ctx.runBinCommand only (no host fork of arbitrary binaries).
|
|
* Limits: stdin 256KiB, 4096 whitespace/null tokens, 128 args per invocation,
|
|
* 64 invocations per run. Exceeding limits is a fatal error (exit 125).
|
|
* Supports -0/--null, -n, -L (lines per invocation; mutually exclusive with -n), -I repl (replace repl in utility argv; implies -n 1 unless -n given).
|
|
* -P N runs up to N batches in parallel (each batch uses a shallow ctx clone so exitCode does not race); parallelism is still in-process
|
|
* over runBinCommand unless the booter/worker stack offloads specific /bin basenames (see BARE_OS_BIN_WORKER_*).
|
|
* For explicit host subprocess offload of whitelisted utilities, use ctx.bareOsTrySpawnHostSubprocess from custom scripts with
|
|
* BARE_OS_BIN_WORKER_ALLOW / delegate policy — not automatic from xargs.
|
|
* Max -P is min(requested, BARE_OS_XARGS_MAX_PROCS env, 32); default cap 8 when env unset.
|
|
*/
|
|
|
|
const MAX_STDIN = 256 * 1024
|
|
const MAX_TOKENS = 4096
|
|
const MAX_PER_INVOCATION = 128
|
|
const MAX_INVOCATIONS = 64
|
|
const DEFAULT_P_CAP = 8
|
|
const ABS_P_CAP = 32
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} ctx
|
|
*/
|
|
function maxParallelFromEnv(ctx) {
|
|
const env = (ctx && ctx.vfs && ctx.vfs.env) || (ctx && ctx.env) || {}
|
|
const raw = String(env.BARE_OS_XARGS_MAX_PROCS || '').trim()
|
|
if (!raw || !/^\d+$/.test(raw)) return DEFAULT_P_CAP
|
|
const n = Number(raw)
|
|
return Math.min(ABS_P_CAP, Math.max(1, n))
|
|
}
|
|
|
|
async function run(ctx, argv) {
|
|
if (typeof ctx.runBinCommand !== 'function') {
|
|
ctx.console.error(
|
|
'xargs: ctx.runBinCommand is not available (requires a Bare OS booter session)'
|
|
)
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
const args = argv.slice(1)
|
|
let nullSep = false
|
|
let maxBatch = MAX_PER_INVOCATION
|
|
/** @type {string | null} */
|
|
let repl = null
|
|
let nExplicit = false
|
|
/** @type {number | null} */
|
|
let linesPerInv = null
|
|
const envPCap = maxParallelFromEnv(ctx)
|
|
let pCap = 1
|
|
let i = 0
|
|
|
|
while (i < args.length && args[i].startsWith('-')) {
|
|
const a = args[i]
|
|
if (a === '--') {
|
|
i++
|
|
break
|
|
}
|
|
if (a === '-0' || a === '--null') {
|
|
nullSep = true
|
|
i++
|
|
continue
|
|
}
|
|
if (a === '-P' || a === '--max-procs') {
|
|
const n = args[i + 1]
|
|
if (n == null || !/^\d+$/.test(n)) {
|
|
ctx.console.error('xargs: -P requires a non-negative integer')
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
const raw = Number(n)
|
|
pCap = raw === 0 ? envPCap : Math.min(envPCap, Math.max(1, raw))
|
|
if (raw > envPCap) {
|
|
ctx.console.error(
|
|
'xargs: -P ' +
|
|
raw +
|
|
' exceeds cap ' +
|
|
envPCap +
|
|
' (raise BARE_OS_XARGS_MAX_PROCS up to ' +
|
|
ABS_P_CAP +
|
|
')'
|
|
)
|
|
}
|
|
i += 2
|
|
continue
|
|
}
|
|
if (a.startsWith('-P') && a.length > 2 && /^\d+$/.test(a.slice(2))) {
|
|
const raw = Number(a.slice(2))
|
|
pCap = raw === 0 ? envPCap : Math.min(envPCap, Math.max(1, raw))
|
|
if (raw > envPCap) {
|
|
ctx.console.error(
|
|
'xargs: -P exceeds cap ' +
|
|
envPCap +
|
|
' (raise BARE_OS_XARGS_MAX_PROCS up to ' +
|
|
ABS_P_CAP +
|
|
')'
|
|
)
|
|
}
|
|
i++
|
|
continue
|
|
}
|
|
if (a === '-n' || a === '--max-args') {
|
|
const n = args[i + 1]
|
|
if (n == null || !/^\d+$/.test(n) || Number(n) < 1) {
|
|
ctx.console.error('xargs: -n requires a positive integer')
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
maxBatch = Math.min(Number(n), MAX_PER_INVOCATION)
|
|
nExplicit = true
|
|
i += 2
|
|
continue
|
|
}
|
|
if (a.startsWith('-n') && a.length > 2 && /^\d+$/.test(a.slice(2))) {
|
|
const n = Number(a.slice(2))
|
|
maxBatch = Math.min(n, MAX_PER_INVOCATION)
|
|
nExplicit = true
|
|
i++
|
|
continue
|
|
}
|
|
if (a === '-L' || a === '--max-lines') {
|
|
const n = args[i + 1]
|
|
if (n == null || !/^\d+$/.test(n) || Number(n) < 1) {
|
|
ctx.console.error('xargs: -L requires a positive integer')
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
linesPerInv = Math.min(Number(n), MAX_PER_INVOCATION)
|
|
i += 2
|
|
continue
|
|
}
|
|
if (a.startsWith('-L') && a.length > 2 && /^\d+$/.test(a.slice(2))) {
|
|
const n = Number(a.slice(2))
|
|
linesPerInv = Math.min(n, MAX_PER_INVOCATION)
|
|
i++
|
|
continue
|
|
}
|
|
if (a === '-I' || a === '-i') {
|
|
repl = args[i + 1] != null ? String(args[i + 1]) : '{}'
|
|
i += 2
|
|
if (!nExplicit) maxBatch = 1
|
|
continue
|
|
}
|
|
if (
|
|
(a.startsWith('-I') || a.startsWith('-i')) &&
|
|
a.length > 2 &&
|
|
a[2] !== '-'
|
|
) {
|
|
repl = a.slice(2) || '{}'
|
|
i++
|
|
if (!nExplicit) maxBatch = 1
|
|
continue
|
|
}
|
|
ctx.console.error('xargs: unsupported option: ' + a)
|
|
ctx.console.error(
|
|
'xargs: Bare OS supports: -0/--null, -n N (max ' +
|
|
MAX_PER_INVOCATION +
|
|
' per run), -L N (lines per invocation), -I repl, -P N (parallel batches, cap ' +
|
|
envPCap +
|
|
')'
|
|
)
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
|
|
if (linesPerInv != null && nExplicit) {
|
|
ctx.console.error('xargs: -L cannot be combined with -n')
|
|
ctx.exitCode = 1
|
|
return
|
|
}
|
|
|
|
/** @type {string[]} */
|
|
let cmd = args.slice(i)
|
|
if (cmd.length === 0) cmd = ['echo']
|
|
|
|
let text = bareStdin(ctx) || ''
|
|
if (text.length > MAX_STDIN) {
|
|
ctx.console.error(
|
|
'xargs: stdin exceeds ' + MAX_STDIN + ' bytes (Bare OS limit)'
|
|
)
|
|
ctx.exitCode = 125
|
|
return
|
|
}
|
|
|
|
/** @type {string[]} */
|
|
let pieces
|
|
if (linesPerInv != null) {
|
|
if (nullSep) {
|
|
pieces = text.split('\0').filter((s) => s.length > 0)
|
|
} else {
|
|
const raw = text.replace(/\r\n/g, '\n')
|
|
pieces =
|
|
raw.length === 0
|
|
? []
|
|
: raw.endsWith('\n')
|
|
? raw.slice(0, -1).split('\n')
|
|
: raw.split('\n')
|
|
}
|
|
} else if (nullSep) {
|
|
pieces = text.split('\0').filter((s) => s.length > 0)
|
|
} else {
|
|
pieces = text.trim() === '' ? [] : text.trim().split(/\s+/).filter(Boolean)
|
|
}
|
|
|
|
if (pieces.length > MAX_TOKENS) {
|
|
ctx.console.error(
|
|
'xargs: too many arguments (' + pieces.length + ' > ' + MAX_TOKENS + ')'
|
|
)
|
|
ctx.exitCode = 125
|
|
return
|
|
}
|
|
|
|
/**
|
|
* @param {Record<string, unknown>} target
|
|
* @param {string[]} batch
|
|
*/
|
|
const runOne = async (target, batch) => {
|
|
const subst = batch.join(' ')
|
|
/** @type {string[]} */
|
|
const toRun =
|
|
repl == null
|
|
? cmd.concat(batch)
|
|
: cmd.map((c) => {
|
|
let o = c
|
|
let guard = 0
|
|
while (o.includes(repl) && guard < 4096) {
|
|
o = o.split(repl).join(subst)
|
|
guard++
|
|
}
|
|
return o
|
|
})
|
|
await target.runBinCommand(toRun)
|
|
}
|
|
|
|
if (pieces.length === 0) {
|
|
await runOne(ctx, [])
|
|
return
|
|
}
|
|
|
|
/** @type {string[][]} */
|
|
const batches = []
|
|
const step = linesPerInv != null ? linesPerInv : maxBatch
|
|
for (let o = 0; o < pieces.length; o += step) {
|
|
if (batches.length >= MAX_INVOCATIONS) {
|
|
ctx.console.error(
|
|
'xargs: exceeded ' + MAX_INVOCATIONS + ' invocations (Bare OS limit)'
|
|
)
|
|
ctx.exitCode = 125
|
|
return
|
|
}
|
|
batches.push(pieces.slice(o, o + step))
|
|
}
|
|
|
|
if (pCap <= 1) {
|
|
for (const batch of batches) {
|
|
await runOne(ctx, batch)
|
|
if ((Number(ctx.exitCode) || 0) !== 0) return
|
|
}
|
|
return
|
|
}
|
|
|
|
for (let w = 0; w < batches.length; w += pCap) {
|
|
const slice = batches.slice(w, w + pCap)
|
|
const codes = await Promise.all(
|
|
slice.map(async (batch) => {
|
|
const c = Object.assign({}, ctx, { exitCode: 0 })
|
|
await runOne(c, batch)
|
|
return Number(c.exitCode) || 0
|
|
})
|
|
)
|
|
const bad = codes.find((x) => x !== 0)
|
|
if (bad != null) {
|
|
ctx.exitCode = bad
|
|
return
|
|
}
|
|
}
|
|
ctx.exitCode = 0
|
|
}
|