Add Supercomputer category: 12 P2P resource-sharing modules (164 total)

Introduce a new production category for distributed system resource pooling over Hyperswarm — CPU, RAM, GPU, bandwidth, disk, jobs, cache, and egress. New modules (supercomputer/): - hyper-p2p-capacity-registry — gossip CPU/RAM/GPU/disk/bandwidth ads - hyper-p2p-cpu-share — CPU millisecond credit pool - hyper-p2p-ram-pool — RAM byte lend/claim/release - hyper-p2p-gpu-slot — GPU slot register/reserve - hyper-p2p-bandwidth-share — shared up/down Mbps - hyper-p2p-disk-stripe — striped block shards - hyper-p2p-job-dispatcher — submit/claim/complete jobs - hyper-p2p-thermal-guard — load/temperature throttle signals - hyper-p2p-cache-farm — distributed LRU cache - hyper-p2p-net-gateway — peer internet egress routing - hyper-p2p-cluster-affinity — hardware tag placement scoring - hyper-p2p-work-stealer — shard queues + work stealing Each package: index.js, tests, README, api/architecture docs, examples/basic.js. Shared layering guide: _shared/SUPERCOMPUTER_LAYERS.md. Registry, module-paths, MODULE_CATEGORIES, and workspace README updated to 164. Parent workspace also adds docs/supercomputer hub and demo-supercomputer-mesh (outside this repo). Co-authored-by: Cursor <[email protected]>
2026-05-21 00:38:53 -04:00
parent 70119888cd
commit 693385bd7c
114 changed files with 24378 additions and 6 deletions
@@ -0,0 +1,5 @@
+# Changelog
+
+## 0.3.0
+
+- Initial Supercomputer category release (ram-pool/v1).
@@ -0,0 +1,30 @@
+# hyper-p2p-ram-pool
+
+Production **Supercomputer** module: pool P2P system resources over Hyperswarm.
+
+**Category:** Supercomputer · **Protocol:** `ram-pool/v1` · **Export:** `HyperP2PRamPool`
+
+## When to use
+
+RAM byte lending with claim leases across peers.
+
+## Quick start
+
+```js
+const { HyperP2PRamPool } = require('hyper-p2p-ram-pool')
+const mod = new HyperP2PRamPool({ topic: 'my-super-mesh' })
+await mod.ready()
+// ...
+await mod.close()
+```
+
+## Docs
+
+- [docs/api.md](docs/api.md)
+- [docs/architecture.md](docs/architecture.md)
+
+## Test
+
+```bash
+npm install && npm test
+```
@@ -0,0 +1,36 @@
+# API: hyper-p2p-ram-pool
+
+**Protocol:** `ram-pool/v1` · **Export:** `HyperP2PRamPool`
+
+## Overview
+
+RAM byte lending with claim leases across peers.
+
+## Constructor
+
+```js
+const mod = new HyperP2PRamPool(opts)
+```
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `topic` | Buffer \| string \| null | `null` | Hyperswarm topic |
+| `keyPair` | KeyPair | random | Discovery identity |
+
+## Methods
+
+See [`index.js`](../index.js) for the full method list. All modules implement `getStats()`, `async ready()`, and `async close()`.
+
+## getStats()
+
+Returns `{ ...stats, protocol: 'ram-pool/v1' }` plus module-specific counters.
+
+## P2P
+
+When `topic` is set, `ready()` joins Hyperswarm and opens Protomux `ram-pool/v1`.
+
+## Testing
+
+```bash
+npm install && npm test
+```
@@ -0,0 +1,14 @@
+# Architecture: hyper-p2p-ram-pool
+
+**Category:** Supercomputer · **Protocol:** `ram-pool/v1`
+
+```mermaid
+flowchart LR
+  App[Application] --> Mod[HyperP2PRamPool]
+  Mod --> Mux[Protomux ram-pool/v1]
+  Mux --> Swarm[Hyperswarm]
+```
+
+## Composition
+
+See [`../../_shared/SUPERCOMPUTER_LAYERS.md`](../../_shared/SUPERCOMPUTER_LAYERS.md) and [`../README.md`](../README.md).
@@ -0,0 +1,10 @@
+require('bare-process/global')
+const { HyperP2PRamPool } = require('../index.js')
+
+async function main () {
+  const mod = new HyperP2PRamPool()
+  console.log('stats', mod.getStats())
+  await mod.close()
+  console.log('done')
+}
+main().catch(console.error)
@@ -0,0 +1,105 @@
+require('bare-process/global')
+const EventEmitter = require('bare-events')
+const b4a = require('b4a')
+const { initModuleSwarm, gossipSend } = require('../../_shared/p2p-bare.js')
+
+const PROTOCOL = 'ram-pool/v1'
+
+class HyperP2PRamPool extends EventEmitter {
+  constructor (opts = {}) {
+    super()
+    this._stats = { lent: 0, claimed: 0, released: 0 }
+    this.topic = opts.topic || null
+    this.keyPair = opts.keyPair || require('hypercore-crypto').keyPair()
+    this.peerId = b4a.toString(this.keyPair.publicKey, 'hex')
+    this._pool = new Map()
+    this._leases = new Map()
+    this.swarm = null
+    this._peerMsgs = null
+  }
+
+  _pid (peerId) {
+    return typeof peerId === 'string' ? peerId : b4a.toString(peerId, 'hex')
+  }
+
+  lend (peerId, bytes) {
+    if (bytes == null || bytes < 0) throw new Error('bytes must be non-negative')
+    const id = this._pid(peerId)
+    const next = (this._pool.get(id) || 0) + bytes
+    this._pool.set(id, next)
+    this._stats.lent += bytes
+    if (this._peerMsgs) gossipSend(this, { type: 'lend', peerId: id, pool: next })
+    this.emit('lend', { peerId: id, bytes, pool: next })
+    return next
+  }
+
+  claim (bytes, borrowerId = null) {
+    if (bytes == null || bytes < 0) throw new Error('bytes must be non-negative')
+    const borrower = this._pid(borrowerId || this.peerId)
+    let best = null
+    for (const [id, avail] of this._pool) {
+      if (id === borrower) continue
+      if (avail >= bytes && (!best || avail > best.avail)) best = { id, avail }
+    }
+    if (!best) return null
+    const next = best.avail - bytes
+    this._pool.set(best.id, next)
+    const leaseId = b4a.toString(require('hypercore-crypto').hash(b4a.from(best.id + borrower + Date.now())), 'hex').slice(0, 12)
+    const lease = { leaseId, lender: best.id, borrower, bytes, at: Date.now() }
+    this._leases.set(leaseId, lease)
+    this._stats.claimed += bytes
+    if (this._peerMsgs) gossipSend(this, { type: 'claim', lease, pool: next })
+    this.emit('claim', lease)
+    return lease
+  }
+
+  release (leaseId) {
+    const lease = this._leases.get(leaseId)
+    if (!lease) return false
+    this._leases.delete(leaseId)
+    this._pool.set(lease.lender, (this._pool.get(lease.lender) || 0) + lease.bytes)
+    this._stats.released += lease.bytes
+    if (this._peerMsgs) gossipSend(this, { type: 'release', leaseId })
+    this.emit('release', lease)
+    return true
+  }
+
+  poolTotal () {
+    let t = 0
+    for (const v of this._pool.values()) t += v
+    return t
+  }
+
+  async ready () {
+    if (this.swarm || !this.topic) return this
+    await initModuleSwarm(this, {
+      keyPair: this.keyPair, topic: this.topic, protocol: PROTOCOL,
+      onmessage: (data) => {
+        if (data?.type === 'lend') this._pool.set(data.peerId, data.pool)
+        else if (data?.type === 'claim' && data.lease) this._leases.set(data.lease.leaseId, data.lease)
+        else if (data?.type === 'release') this._leases.delete(data.leaseId)
+      }
+    })
+    return this
+  }
+
+  getStats () {
+    return {
+      ...this._stats,
+      lenders: this._pool.size,
+      leases: this._leases.size,
+      poolTotal: this.poolTotal(),
+      protocol: PROTOCOL
+    }
+  }
+
+  async close () {
+    if (this.swarm) await this.swarm.destroy().catch(() => {})
+    this.swarm = null
+    this._pool.clear()
+    this._leases.clear()
+    this.emit('closed')
+  }
+}
+
+module.exports = { HyperP2PRamPool, PROTOCOL }
@@ -0,0 +1,23 @@
+{
+  "name": "hyper-p2p-ram-pool",
+  "version": "0.3.0",
+  "description": "P2P RAM byte lending and leases for Bare/Pear P2P supercomputer mesh.",
+  "main": "index.js",
+  "type": "commonjs",
+  "license": "Apache-2.0",
+  "scripts": { "test": "brittle-bare test/test.js" },
+  "dependencies": {
+    "bare-events": "^2.8.0",
+    "bare-process": "^4.4.0",
+    "b4a": "^1.6.7",
+    "hypercore-crypto": "^3.0.0",
+    "protomux": "^3.0.0",
+    "compact-encoding": "^2.0.0"
+  },
+  "peerDependencies": { "hyperswarm": "^4.0.0", "bare": ">=1.0.0" },
+  "devDependencies": { "brittle": "^3.0.0" },
+  "imports": {
+    "process": { "bare": "bare-process", "default": "process" },
+    "events": { "bare": "bare-events", "default": "events" }
+  }
+}
@@ -0,0 +1,23 @@
+require('bare-process/global')
+const test = require('brittle')
+const { HyperP2PRamPool } = require('../index.js')
+
+test('ram-pool: lend and claim', async (t) => {
+  const p = new HyperP2PRamPool()
+  p.lend('lender-1', 1_000_000)
+  const lease = p.claim(500_000, 'borrower-1')
+  t.ok(lease)
+  t.ok(p.release(lease.leaseId))
+  await p.close()
+})
+
+test('ram-pool: validation', async (t) => {
+  const p = new HyperP2PRamPool()
+  try {
+    p.lend('x', -1)
+    t.fail('expected throw')
+  } catch (e) {
+    t.ok(e instanceof Error)
+  }
+  await p.close()
+})