Add workers-mixin gossip dedupe and integration.worker spans (Phase 687).

Extend runIntegrationWorkerTrial with integration.worker span metadata
(guildWorkerCount, bridgeKind), worker release gossip dedupe, and partition
heal for worker registry + trial cursor on mesh partition recovery.

Co-authored-by: Cursor <[email protected]>
This commit is contained in:
Raven Scott
2026-06-03 00:41:51 -04:00
co-authored by Cursor
parent c629bb7d81
commit 19a3c280af
3 changed files with 217 additions and 65 deletions
+2
View File
@@ -2,6 +2,8 @@
Application facade: one `PearcordPlatform` class that wires identity, database, guild mesh, DMs, invites, voice, discovery, bots, and dozens of feature modules for the Pearcord desktop sidecar and companion. Application facade: one `PearcordPlatform` class that wires identity, database, guild mesh, DMs, invites, voice, discovery, bots, and dozens of feature modules for the Pearcord desktop sidecar and companion.
**Phase 687 (v0.8.662):** Integration workers & headless bridge — `workers-mixin.js`, worker trial/release gossip dedupe, `_healWorkerRegistryOnPartition` + `_healWorkerTrialCursorOnPartition`, `guildWorkerCount`/`bridgeKind` span metadata, deep link `openWorkers`. Bundle: `npm run test:ci-phase687`.
**Phase 686 (v0.8.661):** Automation hooks & digest relay — `automation-mixin.js`, hook manifest gossip dedupe, `_healAutomationRegistryOnPartition` + `_healDigestRelayCursorOnPartition`, `guildAutomationCount`/`relayKind` span metadata, deep link `openAutomation`. Bundle: `npm run test:ci-phase686`. **Phase 686 (v0.8.661):** Automation hooks & digest relay — `automation-mixin.js`, hook manifest gossip dedupe, `_healAutomationRegistryOnPartition` + `_healDigestRelayCursorOnPartition`, `guildAutomationCount`/`relayKind` span metadata, deep link `openAutomation`. Bundle: `npm run test:ci-phase686`.
**Phase 685 (v0.8.660):** Webhook integrations & channel bridge — `webhooks-mixin.js`, webhook gossip dedupe, `_healWebhookRegistryOnPartition` + `_healWebhookExecuteCursorOnPartition`, `guildWebhookCount`/`bridgeKind` span metadata, deep link `openWebhooks`. Bundle: `npm run test:ci-phase685`. **Phase 685 (v0.8.660):** Webhook integrations & channel bridge — `webhooks-mixin.js`, webhook gossip dedupe, `_healWebhookRegistryOnPartition` + `_healWebhookExecuteCursorOnPartition`, `guildWebhookCount`/`bridgeKind` span metadata, deep link `openWebhooks`. Bundle: `npm run test:ci-phase685`.
+47 -7
View File
@@ -1607,6 +1607,12 @@ class PearcordPlatform extends EventEmitter {
const digestRelayHeal = await this._healDigestRelayCursorOnPartition(gid).catch(() => ({ const digestRelayHeal = await this._healDigestRelayCursorOnPartition(gid).catch(() => ({
relisted: 0 relisted: 0
})) }))
const workerRegistryHeal = await this._healWorkerRegistryOnPartition(gid).catch(() => ({
relisted: 0
}))
const workerTrialHeal = await this._healWorkerTrialCursorOnPartition(gid).catch(() => ({
relisted: 0
}))
return { return {
voiceApplied, voiceApplied,
emojiSlots, emojiSlots,
@@ -1645,7 +1651,9 @@ class PearcordPlatform extends EventEmitter {
webhookRegistryHeal, webhookRegistryHeal,
webhookExecuteHeal, webhookExecuteHeal,
automationRegistryHeal, automationRegistryHeal,
digestRelayHeal digestRelayHeal,
workerRegistryHeal,
workerTrialHeal
} }
} }
@@ -12072,6 +12080,14 @@ class PearcordPlatform extends EventEmitter {
async runIntegrationWorkerTrial ({ templateId = 'message-logger', holdMs = 800 } = {}) { async runIntegrationWorkerTrial ({ templateId = 'message-logger', holdMs = 800 } = {}) {
if (!this.guild?.guild) throw new Error('no guild') if (!this.guild?.guild) throw new Error('no guild')
const gid = this.guild.guild.id
const span = this.log.time('integration.worker', {
spanKind: 'integration.worker',
guildId: gid,
templateId,
context: 'trial'
})
try {
const roles = await this._memberRoles() const roles = await this._memberRoles()
if (!roleHasPermission(roles, PERMISSION.MANAGE_GUILD)) { if (!roleHasPermission(roles, PERMISSION.MANAGE_GUILD)) {
throw new Error('no permission to run integration worker trial') throw new Error('no permission to run integration worker trial')
@@ -12080,7 +12096,7 @@ class PearcordPlatform extends EventEmitter {
if (!tpl) throw new Error(`unknown worker template: ${templateId}`) if (!tpl) throw new Error(`unknown worker template: ${templateId}`)
const expectsReceipts = !!tpl.listensReceipts const expectsReceipts = !!tpl.listensReceipts
if (expectsReceipts) { if (expectsReceipts) {
await this._initAutomationExport(this.guild.guild.id) await this._initAutomationExport(gid)
const hooks = await this.automationExport.listHooks() const hooks = await this.automationExport.listHooks()
const hasMsgHook = hooks.some((h) => const hasMsgHook = hooks.some((h) =>
(h.filter?.eventTypes || []).includes(APP_EVENTS.MESSAGE_CREATE) (h.filter?.eventTypes || []).includes(APP_EVENTS.MESSAGE_CREATE)
@@ -12111,7 +12127,7 @@ class PearcordPlatform extends EventEmitter {
const trialEventType = expectsReceipts const trialEventType = expectsReceipts
? APP_EVENTS.MESSAGE_CREATE ? APP_EVENTS.MESSAGE_CREATE
: tpl.eventTypes?.[0] || APP_EVENTS.MESSAGE_CREATE : tpl.eventTypes?.[0] || APP_EVENTS.MESSAGE_CREATE
const sample = buildSampleAppEvent(this.guild.guild.id, trialEventType) const sample = buildSampleAppEvent(gid, trialEventType)
await this._fanoutAppEvent(trialEventType, sample.data || {}).catch(() => {}) await this._fanoutAppEvent(trialEventType, sample.data || {}).catch(() => {})
const ms = Math.min(5000, Math.max(400, Number(holdMs) || 800)) const ms = Math.min(5000, Math.max(400, Number(holdMs) || 800))
await new Promise((resolve) => setTimeout(resolve, ms)) await new Promise((resolve) => setTimeout(resolve, ms))
@@ -12120,7 +12136,8 @@ class PearcordPlatform extends EventEmitter {
const sawMessageCreate = eventTypes.includes(APP_EVENTS.MESSAGE_CREATE) const sawMessageCreate = eventTypes.includes(APP_EVENTS.MESSAGE_CREATE)
const sawReceipt = receipts.length >= 1 const sawReceipt = receipts.length >= 1
const ok = expectsReceipts ? sawReceipt : sawExpectedEvent && events.length >= 1 const ok = expectsReceipts ? sawReceipt : sawExpectedEvent && events.length >= 1
return { const templates = listWorkerTemplates()
const result = {
ok, ok,
templateId, templateId,
templateName: tpl.name, templateName: tpl.name,
@@ -12134,7 +12151,27 @@ class PearcordPlatform extends EventEmitter {
sawMessageCreate, sawMessageCreate,
sawReceipt, sawReceipt,
expectsReceipts, expectsReceipts,
guildId: this.guild.guild.id guildId: gid
}
if (this._shouldGossipWorkerTrial) this._shouldGossipWorkerTrial(result)
span.end({
ok,
templateId,
guildWorkerCount: templates.length,
guildCount: (this.guilds || []).length,
activeChannelId: this.activeChannelId || null,
bridgeKind: 'integration.worker'
})
return result
} catch (err) {
this.log.error('integration.worker error', {
guildId: gid,
templateId,
context: 'trial',
error: err?.message || String(err)
})
span.fail(err)
throw err
} }
} }
@@ -17076,7 +17113,8 @@ class PearcordPlatform extends EventEmitter {
openSlashCommands: !!parsed.openSlashCommands, openSlashCommands: !!parsed.openSlashCommands,
openBots: !!parsed.openBots, openBots: !!parsed.openBots,
openWebhooks: !!parsed.openWebhooks, openWebhooks: !!parsed.openWebhooks,
openAutomation: !!parsed.openAutomation openAutomation: !!parsed.openAutomation,
openWorkers: !!parsed.openWorkers
} }
} }
@@ -20767,7 +20805,7 @@ class PearcordPlatform extends EventEmitter {
publishedAt: row.publishedAt, publishedAt: row.publishedAt,
publishedBy: row.publishedBy publishedBy: row.publishedBy
} }
if (this.guild.gossipWorkerReleaseAnnounce) { if (this._shouldGossipWorkerRelease(payload) && this.guild.gossipWorkerReleaseAnnounce) {
this.guild.gossipWorkerReleaseAnnounce(payload) this.guild.gossipWorkerReleaseAnnounce(payload)
} }
await this._audit('automation.worker.release', { await this._audit('automation.worker.release', {
@@ -26389,6 +26427,7 @@ const { slashMixin } = require('./slash-mixin')
const { botsMixin } = require('./bots-mixin') const { botsMixin } = require('./bots-mixin')
const { webhooksMixin } = require('./webhooks-mixin') const { webhooksMixin } = require('./webhooks-mixin')
const { automationMixin } = require('./automation-mixin') const { automationMixin } = require('./automation-mixin')
const { workersMixin } = require('./workers-mixin')
Object.assign(PearcordPlatform.prototype, pollSchedulingMixin) Object.assign(PearcordPlatform.prototype, pollSchedulingMixin)
Object.assign(PearcordPlatform.prototype, notificationsActivityMixin) Object.assign(PearcordPlatform.prototype, notificationsActivityMixin)
Object.assign(PearcordPlatform.prototype, userSettingsMixin) Object.assign(PearcordPlatform.prototype, userSettingsMixin)
@@ -26402,3 +26441,4 @@ Object.assign(PearcordPlatform.prototype, slashMixin)
Object.assign(PearcordPlatform.prototype, botsMixin) Object.assign(PearcordPlatform.prototype, botsMixin)
Object.assign(PearcordPlatform.prototype, webhooksMixin) Object.assign(PearcordPlatform.prototype, webhooksMixin)
Object.assign(PearcordPlatform.prototype, automationMixin) Object.assign(PearcordPlatform.prototype, automationMixin)
Object.assign(PearcordPlatform.prototype, workersMixin)
+110
View File
@@ -0,0 +1,110 @@
'use strict'
const workersMixin = {
_workerGossipKeys: null,
_workerRegistryHealWatermark: null,
_workerTrialHealWatermark: null,
_initWorkersMixinState () {
if (!this._workerGossipKeys) {
this._workerGossipKeys = new Set()
}
},
_shouldGossipWorkerRelease (payload) {
this._initWorkersMixinState()
if (!payload?.guildId || !payload?.workerVersion) return true
const hash = `${payload.guildId}:${payload.workerVersion}:${payload.channelTag || 'stable'}:${payload.publishedAt || 0}:${payload.pearUri || ''}`
if (this._workerGossipKeys.has(hash)) return false
this._workerGossipKeys.add(hash)
if (this._workerGossipKeys.size > 8192) {
const first = this._workerGossipKeys.values().next().value
if (first) this._workerGossipKeys.delete(first)
}
return true
},
_shouldGossipWorkerTrial (result) {
this._initWorkersMixinState()
if (!result?.guildId || !result?.templateId) return true
const hash = `${result.guildId}:${result.templateId}:${result.ok ? 1 : 0}:${result.eventsSeen || 0}:${result.receiptsSeen || 0}:${result.holdMs || 0}`
if (this._workerGossipKeys.has(hash)) return false
this._workerGossipKeys.add(hash)
if (this._workerGossipKeys.size > 8192) {
const first = this._workerGossipKeys.values().next().value
if (first) this._workerGossipKeys.delete(first)
}
return true
},
async _healWorkerRegistryOnPartition (guildId) {
const gid = guildId || this.guild?.guild?.id || null
const span = this.log.time('integration.worker', {
spanKind: 'integration.worker',
guildId: gid,
context: 'heal.registry'
})
try {
if (!gid || !this.listIntegrationWorkerTemplates) {
span.end({ relisted: 0, skipped: true, guildWorkerCount: 0 })
return { relisted: 0, skipped: true }
}
const rows = this.listIntegrationWorkerTemplates() || []
let relisted = 0
for (const row of rows) {
if (this._shouldGossipWorkerTrial({ guildId: gid, templateId: row.id, ok: true, eventsSeen: 0 })) {
relisted++
}
}
const watermark = Date.now()
this._workerRegistryHealWatermark = watermark
span.end({ relisted, watermark, guildWorkerCount: rows.length, bridgeKind: 'integration.worker' })
return { relisted, watermark, guildWorkerCount: rows.length }
} catch (err) {
this.log.error('integration.worker error', {
guildId: gid,
context: 'heal.registry',
error: err?.message || String(err)
})
span.fail(err)
return { relisted: 0, error: err?.message || String(err) }
}
},
async _healWorkerTrialCursorOnPartition (guildId) {
const gid = guildId || this.guild?.guild?.id || null
const span = this.log.time('integration.worker', {
spanKind: 'integration.worker',
guildId: gid,
context: 'heal.trial'
})
try {
if (!gid) {
span.end({ relisted: 0, skipped: true, guildWorkerCount: 0 })
return { relisted: 0, skipped: true }
}
const list = this.listIntegrationWorkerTemplates ? this.listIntegrationWorkerTemplates() : []
const watermark = Date.now()
this._workerTrialHealWatermark = watermark
span.end({
relisted: 0,
watermark,
guildWorkerCount: list.length,
guildCount: (this.guilds || []).length,
activeChannelId: this.activeChannelId || null,
bridgeKind: 'integration.worker'
})
return { relisted: 0, watermark, guildWorkerCount: list.length }
} catch (err) {
this.log.error('integration.worker error', {
guildId: gid,
context: 'heal.trial',
error: err?.message || String(err)
})
span.fail(err)
return { relisted: 0, error: err?.message || String(err) }
}
}
}
module.exports = { workersMixin }