feat(phase700): member roster CSV and moderation timeout export mesh parity (v0.8.675)
Add signed member roster CSV mesh (RPC 118) and moderation timeout export CSV (RPC 119) with member-csv-ui, platform member-csv-mixin, delivery-receipts store methods, guild gossip, ui-flow IPC, agentctl journeys, and test:ci-phase700.
This commit is contained in:
@@ -122,6 +122,12 @@ const {
|
||||
buildStickerPackExportCsvBody,
|
||||
signStickerPackExportCsv,
|
||||
verifyStickerPackExportCsv,
|
||||
buildMemberRosterCsvBody,
|
||||
signMemberRosterCsv,
|
||||
verifyMemberRosterCsv,
|
||||
buildModerationTimeoutExportCsvBody,
|
||||
signModerationTimeoutExportCsv,
|
||||
verifyModerationTimeoutExportCsv,
|
||||
formatAutomationScheduleDigestExport,
|
||||
mergeHookFailureDigests,
|
||||
buildAutomationScheduleDashboard,
|
||||
@@ -11039,6 +11045,18 @@ class PearcordPlatform extends EventEmitter {
|
||||
guildInstance.on('effective-permission-export-csv-sync', (payload) => {
|
||||
this._onEffectivePermissionExportCsvGossip(payload).catch(() => {})
|
||||
})
|
||||
guildInstance.on('emoji-registry-csv-sync', (payload) => {
|
||||
this._onEmojiRegistryCsvGossip(payload).catch(() => {})
|
||||
})
|
||||
guildInstance.on('sticker-pack-export-csv-sync', (payload) => {
|
||||
this._onStickerPackExportCsvGossip(payload).catch(() => {})
|
||||
})
|
||||
guildInstance.on('member-roster-csv-sync', (payload) => {
|
||||
this._onMemberRosterCsvGossip(payload).catch(() => {})
|
||||
})
|
||||
guildInstance.on('moderation-timeout-export-csv-sync', (payload) => {
|
||||
this._onModerationTimeoutExportCsvGossip(payload).catch(() => {})
|
||||
})
|
||||
guildInstance.on('message-search-request', (payload) => {
|
||||
this._onMessageSearchRequestGossip(payload).catch(() => {})
|
||||
})
|
||||
@@ -18466,7 +18484,8 @@ class PearcordPlatform extends EventEmitter {
|
||||
openOAuthCsv: !!parsed.openOAuthCsv,
|
||||
openInviteCsv: !!parsed.openInviteCsv,
|
||||
openPermissionCsv: !!parsed.openPermissionCsv,
|
||||
openEmojiCsv: !!parsed.openEmojiCsv
|
||||
openEmojiCsv: !!parsed.openEmojiCsv,
|
||||
openMemberCsv: !!parsed.openMemberCsv
|
||||
}
|
||||
}
|
||||
|
||||
@@ -23484,6 +23503,269 @@ class PearcordPlatform extends EventEmitter {
|
||||
return row
|
||||
}
|
||||
|
||||
async _memberCsvRosterEntries () {
|
||||
if (!this.guild?.listMembers) return []
|
||||
const members = await this.guild.listMembers().catch(() => [])
|
||||
return members.map((m) => ({
|
||||
userId: m.userId,
|
||||
displayName: m.displayName || m.username || '',
|
||||
roles: m.roles || '',
|
||||
joinedAt: m.joinedAt || 0,
|
||||
exportedAt: Date.now()
|
||||
}))
|
||||
}
|
||||
|
||||
async getMemberRosterCsvExport () {
|
||||
const gid = this.guild?.guild?.id || null
|
||||
const span = this.log.time('member.csv', {
|
||||
spanKind: 'member.csv',
|
||||
guildId: gid,
|
||||
context: 'read'
|
||||
})
|
||||
try {
|
||||
if (!this.guild?.guild) {
|
||||
span.end({ guildMemberCsvCount: 0, skipped: true })
|
||||
return null
|
||||
}
|
||||
await this._initDeliveryReceipts(this.guild.guild.id)
|
||||
const row = await this.deliveryReceipts.getMemberRosterCsvExport()
|
||||
if (!row?.signature) {
|
||||
span.end({
|
||||
guildMemberCsvCount: row ? 1 : 0,
|
||||
hasSignature: false,
|
||||
bridgeKind: 'member.csv'
|
||||
})
|
||||
return row
|
||||
}
|
||||
const verified = verifyMemberRosterCsv(row.csvBody, row.signature, {
|
||||
guildId: this.guild.guild.id,
|
||||
relaySecret: this.guild.guild.id
|
||||
})
|
||||
const out = { ...row, signatureValid: verified.ok }
|
||||
span.end({
|
||||
guildMemberCsvCount: 1,
|
||||
hasSignature: true,
|
||||
signatureValid: verified.ok,
|
||||
bridgeKind: 'member.csv'
|
||||
})
|
||||
return out
|
||||
} catch (err) {
|
||||
this.log.error('member.csv error', {
|
||||
guildId: gid,
|
||||
context: 'read',
|
||||
error: err?.message || String(err)
|
||||
})
|
||||
span.fail(err)
|
||||
throw err
|
||||
}
|
||||
}
|
||||
|
||||
async exportMemberRosterCsv (opts = {}) {
|
||||
if (!this.guild?.guild) throw new Error('no guild')
|
||||
await this._initDeliveryReceipts(this.guild.guild.id)
|
||||
const entries = await this._memberCsvRosterEntries()
|
||||
const csvBody = buildMemberRosterCsvBody(entries)
|
||||
const signed = signMemberRosterCsv(csvBody, {
|
||||
guildId: this.guild.guild.id,
|
||||
relaySecret: this.guild.guild.id
|
||||
})
|
||||
const exportedAt = Date.now()
|
||||
if (opts.recordMesh !== false) {
|
||||
await this.deliveryReceipts.recordMemberRosterCsvExport({
|
||||
csvBody: signed.csv,
|
||||
signature: signed.signature,
|
||||
signatureAlg: signed.signatureAlg,
|
||||
exportedAt,
|
||||
memberCount: entries.length
|
||||
})
|
||||
}
|
||||
return {
|
||||
format: 'csv',
|
||||
body: signed.csv,
|
||||
signature: signed.signature,
|
||||
signatureAlg: signed.signatureAlg,
|
||||
exportedAt,
|
||||
memberCount: entries.length
|
||||
}
|
||||
}
|
||||
|
||||
async pushMemberRosterCsvToMesh () {
|
||||
const gid = this.guild?.guild?.id || null
|
||||
const span = this.log.time('member.csv', {
|
||||
spanKind: 'member.csv',
|
||||
guildId: gid,
|
||||
context: 'mesh.push'
|
||||
})
|
||||
try {
|
||||
if (!this.guild?.guild) throw new Error('no guild')
|
||||
if (!(await this._hasPerm(PERMISSION.MANAGE_GUILD))) {
|
||||
throw new Error('no permission to sync member roster CSV')
|
||||
}
|
||||
const exported = await this.exportMemberRosterCsv({ recordMesh: false })
|
||||
if (!exported.signature) throw new Error('member roster csv export not signed')
|
||||
const payload = {
|
||||
guildId: this.guild.guild.id,
|
||||
exportedAt: exported.exportedAt || Date.now(),
|
||||
exportedBy: this.identity.user?.id || null,
|
||||
csvBody: exported.body,
|
||||
signature: exported.signature,
|
||||
signatureAlg: exported.signatureAlg,
|
||||
memberCount: exported.memberCount || 0
|
||||
}
|
||||
if (this.guild.gossipMemberRosterCsvSync) {
|
||||
this.guild.gossipMemberRosterCsvSync(payload)
|
||||
}
|
||||
this.emit('member-roster-csv-sync', payload)
|
||||
await this.deliveryReceipts.recordMemberRosterCsvExport({
|
||||
csvBody: exported.body,
|
||||
signature: exported.signature,
|
||||
signatureAlg: exported.signatureAlg,
|
||||
exportedAt: exported.exportedAt,
|
||||
memberCount: exported.memberCount
|
||||
})
|
||||
span.end({
|
||||
guildMemberCsvCount: exported.memberCount || 1,
|
||||
meshPushed: true,
|
||||
bridgeKind: 'member.csv'
|
||||
})
|
||||
return exported
|
||||
} catch (err) {
|
||||
this.log.error('member.csv error', {
|
||||
guildId: gid,
|
||||
context: 'mesh.push',
|
||||
error: err?.message || String(err)
|
||||
})
|
||||
span.fail(err)
|
||||
throw err
|
||||
}
|
||||
}
|
||||
|
||||
async clearMemberRosterCsvExports () {
|
||||
if (!this.guild?.guild) throw new Error('no guild')
|
||||
if (!(await this._hasPerm(PERMISSION.MANAGE_GUILD))) {
|
||||
throw new Error('no permission to clear member roster CSV exports')
|
||||
}
|
||||
await this._initDeliveryReceipts(this.guild.guild.id)
|
||||
const removed = await this.deliveryReceipts.clearMemberRosterCsvExports()
|
||||
this.emit('member-roster-csv-cleared', { removed })
|
||||
return { removed }
|
||||
}
|
||||
|
||||
async getLastModerationTimeoutExport () {
|
||||
if (!this.guild?.guild) return null
|
||||
const snap = this._lastModerationTimeoutExport
|
||||
if (snap?.guildId === this.guild.guild.id) return snap
|
||||
if (!this.moderation) return null
|
||||
const timeouts = await this.moderation.listForGuild(this.guild.guild.id).catch(() => [])
|
||||
return { guildId: this.guild.guild.id, exportedAt: Date.now(), timeoutCount: timeouts.length, signed: false, meshPushed: false }
|
||||
}
|
||||
|
||||
async exportModerationTimeoutMesh (opts = {}) {
|
||||
if (!this.guild?.guild) throw new Error('no guild')
|
||||
const roles = await this._memberRoles()
|
||||
if (!roleHasPermission(roles, PERMISSION.MANAGE_GUILD)) throw new Error('no permission to export timeout mesh')
|
||||
if (!this.moderation) throw new Error('moderation not ready')
|
||||
const timeouts = await this.moderation.listForGuild(this.guild.guild.id).catch(() => [])
|
||||
const entries = timeouts.map((row) => ({
|
||||
userId: row.userId,
|
||||
until: row.until || 0,
|
||||
reason: row.reason || '',
|
||||
exportedAt: Date.now()
|
||||
}))
|
||||
if (!entries.length) {
|
||||
entries.push({ userId: '', until: 0, reason: 'none', exportedAt: Date.now() })
|
||||
}
|
||||
const csvBody = buildModerationTimeoutExportCsvBody(entries)
|
||||
const signed = signModerationTimeoutExportCsv(csvBody, { guildId: this.guild.guild.id, relaySecret: this.guild.guild.id })
|
||||
const exportedAt = Date.now()
|
||||
const meta = { guildId: this.guild.guild.id, exportedAt, exportedBy: this.identity.user?.id || null, timeoutCount: timeouts.length, signed: !!signed.signature, meshPushed: false }
|
||||
this._lastModerationTimeoutExport = meta
|
||||
if (opts.recordMesh !== false) {
|
||||
await this.deliveryReceipts.recordModerationTimeoutExportCsv({ csvBody: signed.csv, signature: signed.signature, signatureAlg: signed.signatureAlg, exportedAt, timeoutCount: timeouts.length })
|
||||
}
|
||||
return { format: 'csv', body: signed.csv, signature: signed.signature, signatureAlg: signed.signatureAlg, exportedAt, timeoutCount: timeouts.length, meta }
|
||||
}
|
||||
|
||||
async pushModerationTimeoutExportToMesh () {
|
||||
const gid = this.guild?.guild?.id || null
|
||||
const span = this.log.time('member.csv', {
|
||||
spanKind: 'member.csv',
|
||||
guildId: gid,
|
||||
context: 'mesh.sticker'
|
||||
})
|
||||
try {
|
||||
const exported = await this.exportModerationTimeoutMesh({ recordMesh: false })
|
||||
if (!exported.signature) throw new Error('timeout export csv export not signed')
|
||||
const payload = {
|
||||
guildId: this.guild.guild.id,
|
||||
exportedAt: exported.exportedAt || Date.now(),
|
||||
exportedBy: this.identity.user?.id || null,
|
||||
csvBody: exported.body,
|
||||
signature: exported.signature,
|
||||
signatureAlg: exported.signatureAlg,
|
||||
timeoutCount: exported.timeoutCount || 0
|
||||
}
|
||||
if (this.guild.gossipModerationTimeoutExportCsvSync) {
|
||||
this.guild.gossipModerationTimeoutExportCsvSync(payload)
|
||||
}
|
||||
this.emit('moderation-timeout-export-csv-sync', payload)
|
||||
await this.deliveryReceipts.recordModerationTimeoutExportCsv({
|
||||
csvBody: exported.body,
|
||||
signature: exported.signature,
|
||||
signatureAlg: exported.signatureAlg,
|
||||
exportedAt: exported.exportedAt,
|
||||
timeoutCount: exported.timeoutCount
|
||||
})
|
||||
this._lastModerationTimeoutExport = {
|
||||
...exported.meta,
|
||||
meshPushed: true
|
||||
}
|
||||
span.end({
|
||||
guildMemberCsvCount: exported.timeoutCount || 0,
|
||||
meshPushed: true,
|
||||
bridgeKind: 'member.csv'
|
||||
})
|
||||
return exported
|
||||
} catch (err) {
|
||||
this.log.error('member.csv error', {
|
||||
guildId: gid,
|
||||
context: 'mesh.sticker',
|
||||
error: err?.message || String(err)
|
||||
})
|
||||
span.fail(err)
|
||||
throw err
|
||||
}
|
||||
}
|
||||
|
||||
async _onMemberRosterCsvGossip (payload) {
|
||||
if (!payload?.guildId || !payload?.csvBody || !payload?.signature) return null
|
||||
if (this.guild?.guild?.id !== payload.guildId) return null
|
||||
await this._initDeliveryReceipts(payload.guildId)
|
||||
this._shouldGossipMemberRosterCsv(payload)
|
||||
const row = await this.deliveryReceipts.ingestMemberRosterCsvSlice(payload.guildId, payload)
|
||||
if (row?.duplicate) {
|
||||
this._memberRosterCsvDuplicateAt = row.exportedAt || payload.exportedAt || null
|
||||
}
|
||||
if (row) this.emit('member-roster-csv-sync', payload)
|
||||
return row
|
||||
}
|
||||
|
||||
async _onModerationTimeoutExportCsvGossip (payload) {
|
||||
if (!payload?.guildId || !payload?.csvBody || !payload?.signature) return null
|
||||
if (this.guild?.guild?.id !== payload.guildId) return null
|
||||
await this._initDeliveryReceipts(payload.guildId)
|
||||
this._shouldGossipModerationTimeoutExportCsv(payload)
|
||||
const row = await this.deliveryReceipts.ingestModerationTimeoutExportCsvSlice(
|
||||
payload.guildId,
|
||||
payload
|
||||
)
|
||||
if (row?.duplicate) {
|
||||
this._moderationTimeoutExportCsvDuplicateAt = row.exportedAt || payload.exportedAt || null
|
||||
}
|
||||
if (row) this.emit('moderation-timeout-export-csv-sync', payload)
|
||||
return row
|
||||
}
|
||||
|
||||
async getAuditExportSchedule () {
|
||||
if (!this.guild?.guild) {
|
||||
return { enabled: false, intervalHours: 24, filter: 'all', lastExportAt: 0 }
|
||||
@@ -28360,6 +28642,11 @@ class PearcordPlatform extends EventEmitter {
|
||||
let emojiRegistryCsvRows = []
|
||||
let stickerPackExportCsvRows = []
|
||||
let lastStickerPackExport = null
|
||||
let memberRosterCsvMeta = null
|
||||
let memberRosterCsvRows = []
|
||||
let moderationTimeoutExportCsvRows = []
|
||||
let lastModerationTimeoutExport = null
|
||||
let guildModerationTimeouts = []
|
||||
let lastComplianceSnapshot = null
|
||||
let lastArchivePeerExport = null
|
||||
let automationScheduleDashboard = null
|
||||
@@ -28563,6 +28850,21 @@ class PearcordPlatform extends EventEmitter {
|
||||
return { ...row, signatureValid: verified.ok }
|
||||
})
|
||||
lastStickerPackExport = await this.getLastStickerPackExport()
|
||||
memberRosterCsvMeta = await this.getMemberRosterCsvExport().catch(() => null)
|
||||
memberRosterCsvRows = (await this.deliveryReceipts.listMemberRosterCsvExports(32)).map((row) => {
|
||||
if (!row?.signature || !guild?.id) return row
|
||||
const verified = verifyMemberRosterCsv(row.csvBody, row.signature, { guildId: guild.id, relaySecret: guild.id })
|
||||
return { ...row, signatureValid: verified.ok }
|
||||
})
|
||||
moderationTimeoutExportCsvRows = (await this.deliveryReceipts.listModerationTimeoutExportCsvExports(32)).map((row) => {
|
||||
if (!row?.signature || !guild?.id) return row
|
||||
const verified = verifyModerationTimeoutExportCsv(row.csvBody, row.signature, { guildId: guild.id, relaySecret: guild.id })
|
||||
return { ...row, signatureValid: verified.ok }
|
||||
})
|
||||
lastModerationTimeoutExport = await this.getLastModerationTimeoutExport()
|
||||
if (this.moderation) {
|
||||
guildModerationTimeouts = await this.moderation.listForGuild(guild.id).catch(() => [])
|
||||
}
|
||||
if (this.channelPermissions) {
|
||||
await this._initChannelPermissions(guild.id)
|
||||
guildPermissionOverwrites = await this.channelPermissions.listForGuild(guild.id).catch(() => [])
|
||||
@@ -29078,6 +29380,13 @@ class PearcordPlatform extends EventEmitter {
|
||||
guildEmojiCsvCount:
|
||||
(emojiRegistryCsvRows || []).length +
|
||||
(this.emojiRegistry ? (await this.emojiRegistry.list().catch(() => [])).length : 0),
|
||||
memberRosterCsvMeta,
|
||||
memberRosterCsvRows,
|
||||
moderationTimeoutExportCsvRows,
|
||||
lastModerationTimeoutExport,
|
||||
guildModerationTimeouts,
|
||||
guildMemberCsvCount:
|
||||
(memberRosterCsvRows || []).length + (members || []).length,
|
||||
automationScheduleDashboard,
|
||||
automationHealthDashboard,
|
||||
automationDigestNotifyPrefs,
|
||||
@@ -29688,6 +29997,7 @@ const { oauthCsvMixin } = require('./oauth-csv-mixin')
|
||||
const { inviteCsvMixin } = require('./invite-csv-mixin')
|
||||
const { permissionCsvMixin } = require('./permission-csv-mixin')
|
||||
const { emojiCsvMixin } = require('./emoji-csv-mixin')
|
||||
const { memberCsvMixin } = require('./member-csv-mixin')
|
||||
Object.assign(PearcordPlatform.prototype, pollSchedulingMixin)
|
||||
Object.assign(PearcordPlatform.prototype, notificationsActivityMixin)
|
||||
Object.assign(PearcordPlatform.prototype, userSettingsMixin)
|
||||
@@ -29714,3 +30024,4 @@ Object.assign(PearcordPlatform.prototype, oauthCsvMixin)
|
||||
Object.assign(PearcordPlatform.prototype, inviteCsvMixin)
|
||||
Object.assign(PearcordPlatform.prototype, permissionCsvMixin)
|
||||
Object.assign(PearcordPlatform.prototype, emojiCsvMixin)
|
||||
Object.assign(PearcordPlatform.prototype, memberCsvMixin)
|
||||
|
||||
Reference in New Issue
Block a user