feat(phase700): member roster CSV and moderation timeout export mesh parity (v0.8.675)

Add signed member roster CSV mesh (RPC 118) and moderation timeout export CSV
(RPC 119) with member-csv-ui, platform member-csv-mixin, delivery-receipts store
methods, guild gossip, ui-flow IPC, agentctl journeys, and test:ci-phase700.
This commit is contained in:
Raven Scott
2026-06-03 02:57:57 -04:00
parent abd2445aa8
commit bf9cb10905
3 changed files with 427 additions and 4 deletions
+312 -1
View File
@@ -122,6 +122,12 @@ const {
buildStickerPackExportCsvBody,
signStickerPackExportCsv,
verifyStickerPackExportCsv,
buildMemberRosterCsvBody,
signMemberRosterCsv,
verifyMemberRosterCsv,
buildModerationTimeoutExportCsvBody,
signModerationTimeoutExportCsv,
verifyModerationTimeoutExportCsv,
formatAutomationScheduleDigestExport,
mergeHookFailureDigests,
buildAutomationScheduleDashboard,
@@ -11039,6 +11045,18 @@ class PearcordPlatform extends EventEmitter {
guildInstance.on('effective-permission-export-csv-sync', (payload) => {
this._onEffectivePermissionExportCsvGossip(payload).catch(() => {})
})
guildInstance.on('emoji-registry-csv-sync', (payload) => {
this._onEmojiRegistryCsvGossip(payload).catch(() => {})
})
guildInstance.on('sticker-pack-export-csv-sync', (payload) => {
this._onStickerPackExportCsvGossip(payload).catch(() => {})
})
guildInstance.on('member-roster-csv-sync', (payload) => {
this._onMemberRosterCsvGossip(payload).catch(() => {})
})
guildInstance.on('moderation-timeout-export-csv-sync', (payload) => {
this._onModerationTimeoutExportCsvGossip(payload).catch(() => {})
})
guildInstance.on('message-search-request', (payload) => {
this._onMessageSearchRequestGossip(payload).catch(() => {})
})
@@ -18466,7 +18484,8 @@ class PearcordPlatform extends EventEmitter {
openOAuthCsv: !!parsed.openOAuthCsv,
openInviteCsv: !!parsed.openInviteCsv,
openPermissionCsv: !!parsed.openPermissionCsv,
openEmojiCsv: !!parsed.openEmojiCsv
openEmojiCsv: !!parsed.openEmojiCsv,
openMemberCsv: !!parsed.openMemberCsv
}
}
@@ -23484,6 +23503,269 @@ class PearcordPlatform extends EventEmitter {
return row
}
async _memberCsvRosterEntries () {
if (!this.guild?.listMembers) return []
const members = await this.guild.listMembers().catch(() => [])
return members.map((m) => ({
userId: m.userId,
displayName: m.displayName || m.username || '',
roles: m.roles || '',
joinedAt: m.joinedAt || 0,
exportedAt: Date.now()
}))
}
async getMemberRosterCsvExport () {
const gid = this.guild?.guild?.id || null
const span = this.log.time('member.csv', {
spanKind: 'member.csv',
guildId: gid,
context: 'read'
})
try {
if (!this.guild?.guild) {
span.end({ guildMemberCsvCount: 0, skipped: true })
return null
}
await this._initDeliveryReceipts(this.guild.guild.id)
const row = await this.deliveryReceipts.getMemberRosterCsvExport()
if (!row?.signature) {
span.end({
guildMemberCsvCount: row ? 1 : 0,
hasSignature: false,
bridgeKind: 'member.csv'
})
return row
}
const verified = verifyMemberRosterCsv(row.csvBody, row.signature, {
guildId: this.guild.guild.id,
relaySecret: this.guild.guild.id
})
const out = { ...row, signatureValid: verified.ok }
span.end({
guildMemberCsvCount: 1,
hasSignature: true,
signatureValid: verified.ok,
bridgeKind: 'member.csv'
})
return out
} catch (err) {
this.log.error('member.csv error', {
guildId: gid,
context: 'read',
error: err?.message || String(err)
})
span.fail(err)
throw err
}
}
async exportMemberRosterCsv (opts = {}) {
if (!this.guild?.guild) throw new Error('no guild')
await this._initDeliveryReceipts(this.guild.guild.id)
const entries = await this._memberCsvRosterEntries()
const csvBody = buildMemberRosterCsvBody(entries)
const signed = signMemberRosterCsv(csvBody, {
guildId: this.guild.guild.id,
relaySecret: this.guild.guild.id
})
const exportedAt = Date.now()
if (opts.recordMesh !== false) {
await this.deliveryReceipts.recordMemberRosterCsvExport({
csvBody: signed.csv,
signature: signed.signature,
signatureAlg: signed.signatureAlg,
exportedAt,
memberCount: entries.length
})
}
return {
format: 'csv',
body: signed.csv,
signature: signed.signature,
signatureAlg: signed.signatureAlg,
exportedAt,
memberCount: entries.length
}
}
async pushMemberRosterCsvToMesh () {
const gid = this.guild?.guild?.id || null
const span = this.log.time('member.csv', {
spanKind: 'member.csv',
guildId: gid,
context: 'mesh.push'
})
try {
if (!this.guild?.guild) throw new Error('no guild')
if (!(await this._hasPerm(PERMISSION.MANAGE_GUILD))) {
throw new Error('no permission to sync member roster CSV')
}
const exported = await this.exportMemberRosterCsv({ recordMesh: false })
if (!exported.signature) throw new Error('member roster csv export not signed')
const payload = {
guildId: this.guild.guild.id,
exportedAt: exported.exportedAt || Date.now(),
exportedBy: this.identity.user?.id || null,
csvBody: exported.body,
signature: exported.signature,
signatureAlg: exported.signatureAlg,
memberCount: exported.memberCount || 0
}
if (this.guild.gossipMemberRosterCsvSync) {
this.guild.gossipMemberRosterCsvSync(payload)
}
this.emit('member-roster-csv-sync', payload)
await this.deliveryReceipts.recordMemberRosterCsvExport({
csvBody: exported.body,
signature: exported.signature,
signatureAlg: exported.signatureAlg,
exportedAt: exported.exportedAt,
memberCount: exported.memberCount
})
span.end({
guildMemberCsvCount: exported.memberCount || 1,
meshPushed: true,
bridgeKind: 'member.csv'
})
return exported
} catch (err) {
this.log.error('member.csv error', {
guildId: gid,
context: 'mesh.push',
error: err?.message || String(err)
})
span.fail(err)
throw err
}
}
async clearMemberRosterCsvExports () {
if (!this.guild?.guild) throw new Error('no guild')
if (!(await this._hasPerm(PERMISSION.MANAGE_GUILD))) {
throw new Error('no permission to clear member roster CSV exports')
}
await this._initDeliveryReceipts(this.guild.guild.id)
const removed = await this.deliveryReceipts.clearMemberRosterCsvExports()
this.emit('member-roster-csv-cleared', { removed })
return { removed }
}
async getLastModerationTimeoutExport () {
if (!this.guild?.guild) return null
const snap = this._lastModerationTimeoutExport
if (snap?.guildId === this.guild.guild.id) return snap
if (!this.moderation) return null
const timeouts = await this.moderation.listForGuild(this.guild.guild.id).catch(() => [])
return { guildId: this.guild.guild.id, exportedAt: Date.now(), timeoutCount: timeouts.length, signed: false, meshPushed: false }
}
async exportModerationTimeoutMesh (opts = {}) {
if (!this.guild?.guild) throw new Error('no guild')
const roles = await this._memberRoles()
if (!roleHasPermission(roles, PERMISSION.MANAGE_GUILD)) throw new Error('no permission to export timeout mesh')
if (!this.moderation) throw new Error('moderation not ready')
const timeouts = await this.moderation.listForGuild(this.guild.guild.id).catch(() => [])
const entries = timeouts.map((row) => ({
userId: row.userId,
until: row.until || 0,
reason: row.reason || '',
exportedAt: Date.now()
}))
if (!entries.length) {
entries.push({ userId: '', until: 0, reason: 'none', exportedAt: Date.now() })
}
const csvBody = buildModerationTimeoutExportCsvBody(entries)
const signed = signModerationTimeoutExportCsv(csvBody, { guildId: this.guild.guild.id, relaySecret: this.guild.guild.id })
const exportedAt = Date.now()
const meta = { guildId: this.guild.guild.id, exportedAt, exportedBy: this.identity.user?.id || null, timeoutCount: timeouts.length, signed: !!signed.signature, meshPushed: false }
this._lastModerationTimeoutExport = meta
if (opts.recordMesh !== false) {
await this.deliveryReceipts.recordModerationTimeoutExportCsv({ csvBody: signed.csv, signature: signed.signature, signatureAlg: signed.signatureAlg, exportedAt, timeoutCount: timeouts.length })
}
return { format: 'csv', body: signed.csv, signature: signed.signature, signatureAlg: signed.signatureAlg, exportedAt, timeoutCount: timeouts.length, meta }
}
async pushModerationTimeoutExportToMesh () {
const gid = this.guild?.guild?.id || null
const span = this.log.time('member.csv', {
spanKind: 'member.csv',
guildId: gid,
context: 'mesh.sticker'
})
try {
const exported = await this.exportModerationTimeoutMesh({ recordMesh: false })
if (!exported.signature) throw new Error('timeout export csv export not signed')
const payload = {
guildId: this.guild.guild.id,
exportedAt: exported.exportedAt || Date.now(),
exportedBy: this.identity.user?.id || null,
csvBody: exported.body,
signature: exported.signature,
signatureAlg: exported.signatureAlg,
timeoutCount: exported.timeoutCount || 0
}
if (this.guild.gossipModerationTimeoutExportCsvSync) {
this.guild.gossipModerationTimeoutExportCsvSync(payload)
}
this.emit('moderation-timeout-export-csv-sync', payload)
await this.deliveryReceipts.recordModerationTimeoutExportCsv({
csvBody: exported.body,
signature: exported.signature,
signatureAlg: exported.signatureAlg,
exportedAt: exported.exportedAt,
timeoutCount: exported.timeoutCount
})
this._lastModerationTimeoutExport = {
...exported.meta,
meshPushed: true
}
span.end({
guildMemberCsvCount: exported.timeoutCount || 0,
meshPushed: true,
bridgeKind: 'member.csv'
})
return exported
} catch (err) {
this.log.error('member.csv error', {
guildId: gid,
context: 'mesh.sticker',
error: err?.message || String(err)
})
span.fail(err)
throw err
}
}
async _onMemberRosterCsvGossip (payload) {
if (!payload?.guildId || !payload?.csvBody || !payload?.signature) return null
if (this.guild?.guild?.id !== payload.guildId) return null
await this._initDeliveryReceipts(payload.guildId)
this._shouldGossipMemberRosterCsv(payload)
const row = await this.deliveryReceipts.ingestMemberRosterCsvSlice(payload.guildId, payload)
if (row?.duplicate) {
this._memberRosterCsvDuplicateAt = row.exportedAt || payload.exportedAt || null
}
if (row) this.emit('member-roster-csv-sync', payload)
return row
}
async _onModerationTimeoutExportCsvGossip (payload) {
if (!payload?.guildId || !payload?.csvBody || !payload?.signature) return null
if (this.guild?.guild?.id !== payload.guildId) return null
await this._initDeliveryReceipts(payload.guildId)
this._shouldGossipModerationTimeoutExportCsv(payload)
const row = await this.deliveryReceipts.ingestModerationTimeoutExportCsvSlice(
payload.guildId,
payload
)
if (row?.duplicate) {
this._moderationTimeoutExportCsvDuplicateAt = row.exportedAt || payload.exportedAt || null
}
if (row) this.emit('moderation-timeout-export-csv-sync', payload)
return row
}
async getAuditExportSchedule () {
if (!this.guild?.guild) {
return { enabled: false, intervalHours: 24, filter: 'all', lastExportAt: 0 }
@@ -28360,6 +28642,11 @@ class PearcordPlatform extends EventEmitter {
let emojiRegistryCsvRows = []
let stickerPackExportCsvRows = []
let lastStickerPackExport = null
let memberRosterCsvMeta = null
let memberRosterCsvRows = []
let moderationTimeoutExportCsvRows = []
let lastModerationTimeoutExport = null
let guildModerationTimeouts = []
let lastComplianceSnapshot = null
let lastArchivePeerExport = null
let automationScheduleDashboard = null
@@ -28563,6 +28850,21 @@ class PearcordPlatform extends EventEmitter {
return { ...row, signatureValid: verified.ok }
})
lastStickerPackExport = await this.getLastStickerPackExport()
memberRosterCsvMeta = await this.getMemberRosterCsvExport().catch(() => null)
memberRosterCsvRows = (await this.deliveryReceipts.listMemberRosterCsvExports(32)).map((row) => {
if (!row?.signature || !guild?.id) return row
const verified = verifyMemberRosterCsv(row.csvBody, row.signature, { guildId: guild.id, relaySecret: guild.id })
return { ...row, signatureValid: verified.ok }
})
moderationTimeoutExportCsvRows = (await this.deliveryReceipts.listModerationTimeoutExportCsvExports(32)).map((row) => {
if (!row?.signature || !guild?.id) return row
const verified = verifyModerationTimeoutExportCsv(row.csvBody, row.signature, { guildId: guild.id, relaySecret: guild.id })
return { ...row, signatureValid: verified.ok }
})
lastModerationTimeoutExport = await this.getLastModerationTimeoutExport()
if (this.moderation) {
guildModerationTimeouts = await this.moderation.listForGuild(guild.id).catch(() => [])
}
if (this.channelPermissions) {
await this._initChannelPermissions(guild.id)
guildPermissionOverwrites = await this.channelPermissions.listForGuild(guild.id).catch(() => [])
@@ -29078,6 +29380,13 @@ class PearcordPlatform extends EventEmitter {
guildEmojiCsvCount:
(emojiRegistryCsvRows || []).length +
(this.emojiRegistry ? (await this.emojiRegistry.list().catch(() => [])).length : 0),
memberRosterCsvMeta,
memberRosterCsvRows,
moderationTimeoutExportCsvRows,
lastModerationTimeoutExport,
guildModerationTimeouts,
guildMemberCsvCount:
(memberRosterCsvRows || []).length + (members || []).length,
automationScheduleDashboard,
automationHealthDashboard,
automationDigestNotifyPrefs,
@@ -29688,6 +29997,7 @@ const { oauthCsvMixin } = require('./oauth-csv-mixin')
const { inviteCsvMixin } = require('./invite-csv-mixin')
const { permissionCsvMixin } = require('./permission-csv-mixin')
const { emojiCsvMixin } = require('./emoji-csv-mixin')
const { memberCsvMixin } = require('./member-csv-mixin')
Object.assign(PearcordPlatform.prototype, pollSchedulingMixin)
Object.assign(PearcordPlatform.prototype, notificationsActivityMixin)
Object.assign(PearcordPlatform.prototype, userSettingsMixin)
@@ -29714,3 +30024,4 @@ Object.assign(PearcordPlatform.prototype, oauthCsvMixin)
Object.assign(PearcordPlatform.prototype, inviteCsvMixin)
Object.assign(PearcordPlatform.prototype, permissionCsvMixin)
Object.assign(PearcordPlatform.prototype, emojiCsvMixin)
Object.assign(PearcordPlatform.prototype, memberCsvMixin)