import { getDb } from '../db/index.js'; import * as schema from '../db/schema.js'; import { eq, and } from 'drizzle-orm'; import { generateSnowflake } from './snowflake.js'; import crypto from 'node:crypto'; import type { FederationRelayEvent, FederationRelayParticipant, FederationRelayAttachment, DmMessageWithUser, FederationRelayRequest } from '@backspace/shared'; import { getOurOrigin, buildFederationHeaders } from './federationAuth.js'; import { extractDomain } from '../routes/federation.js'; // ─── Settings Cache ────────────────────────────────────────────────────────── interface CachedSettings { relayEnabled: boolean; relayTtlDays: number; fetchedAt: number; } const CACHE_TTL_MS = 30_000; // 30 seconds let cachedSettings: CachedSettings | null = null; function fetchSettings(): CachedSettings { const now = Date.now(); if (cachedSettings && (now - cachedSettings.fetchedAt) < CACHE_TTL_MS) { return cachedSettings; } const db = getDb(); const row = db .select({ relayEnabled: schema.instanceSettings.federationRelayEnabled, relayTtlDays: schema.instanceSettings.federationRelayTtlDays, }) .from(schema.instanceSettings) .where(eq(schema.instanceSettings.id, 1)) .get(); cachedSettings = { relayEnabled: row?.relayEnabled === 1, relayTtlDays: row?.relayTtlDays ?? 30, fetchedAt: now, }; return cachedSettings; } // ─── Public API ────────────────────────────────────────────────────────────── /** * Returns true if the federation relay feature is enabled in instance settings. * Result is cached for 30 seconds to avoid repeated DB reads. */ export function isFederationRelayEnabled(): boolean { try { return fetchSettings().relayEnabled; } catch (err) { console.error('[federation-outbox] Failed to check relay enabled status:', err); return false; } } /** * Returns the configured relay TTL in days (default 30). * Shares the same 30-second cache as isFederationRelayEnabled(). */ export function getRelayTtlDays(): number { try { return fetchSettings().relayTtlDays; } catch (err) { console.error('[federation-outbox] Failed to read relay TTL days:', err); return 30; } } /** * Append an entry to the federation mutation log. * No-op if federation relay is disabled. * Failures are logged but never propagate — federation must not break DM flow. */ export function appendMutationLog( entityId: string, contextId: string, mutationType: string, payload?: string, contextType: string = 'dm', ): void { try { if (!isFederationRelayEnabled()) { return; } const db = getDb(); db.insert(schema.federationMutationLog) .values({ id: generateSnowflake(), entityId, contextId, contextType, mutationType, mutatedAt: Date.now(), payload: payload ?? null, }) .run(); } catch (err) { console.error('[federation-outbox] Failed to append mutation log:', err); } } /** * Queue an outbox event for all active federation peers. * * Performs per-peer coalescing inside a transaction: * - If a 'create' already exists and a 'delete' arrives, the entry is removed * (net effect: message was never relayed). * - If an entry already exists, it is updated with the latest payload/event type, * preserving the original 'create' event type if applicable. * - Otherwise a new entry is inserted. * * No-op if federation relay is disabled. * Failures are logged but never propagate — federation must not break DM flow. */ export function queueOutboxEvent( entityId: string, contextId: string, eventType: string, payload: string, targetPeerOrigins?: string[], contextType: string = 'dm', ): void { try { if (!isFederationRelayEnabled()) { return; } const db = getDb(); const activePeers = db .select() .from(schema.federationPeers) .where(eq(schema.federationPeers.status, 'active')) .all(); if (activePeers.length === 0) { return; } // If targetPeerOrigins specified, only queue to those peers const peers = targetPeerOrigins ? activePeers.filter(p => targetPeerOrigins.includes(p.origin)) : activePeers; if (peers.length === 0) { if (targetPeerOrigins) { console.warn(`[federation] queueOutboxEvent: zero peers matched targets ${JSON.stringify(targetPeerOrigins)}. Active peer origins: ${JSON.stringify(activePeers.map(p => p.origin))}`); } return; } const ttlDays = getRelayTtlDays(); const now = Date.now(); const expiresAt = now + (ttlDays * 86_400_000); for (const peer of peers) { db.transaction((tx) => { const existing = tx .select() .from(schema.federationOutbox) .where( and( eq(schema.federationOutbox.peerId, peer.id), eq(schema.federationOutbox.entityId, entityId), ), ) .get(); if (eventType === 'delete' && existing?.eventType === 'create') { // Entity created and deleted before relay — net effect is nothing tx.delete(schema.federationOutbox) .where(eq(schema.federationOutbox.id, existing.id)) .run(); } else if (existing) { // Coalesce: update existing entry with latest state. // If the original was a 'create', keep it as 'create' so the peer // receives the full message on first relay rather than an update/delete // for something it never saw. tx.update(schema.federationOutbox) .set({ eventType: existing.eventType === 'create' ? 'create' : eventType, payload, attempts: 0, nextRetryAt: now, }) .where(eq(schema.federationOutbox.id, existing.id)) .run(); } else { // No existing entry — insert new tx.insert(schema.federationOutbox) .values({ id: generateSnowflake(), peerId: peer.id, contextId, entityId, contextType, eventType, payload, encryptionVersion: 0, attempts: 0, nextRetryAt: now, expiresAt, createdAt: now, }) .run(); } }); } } catch (err) { console.error('[federation-outbox] Failed to queue outbox event:', err); } } /** * Compute a federated ID for a DM channel. * * For 1-on-1 DMs: deterministic SHA-256 hash of 2 sorted home user IDs (backward compatible). * For group DMs: call with no arguments to generate a new UUID. */ export function computeFederatedId(homeUserIdA: string, homeUserIdB: string): string; export function computeFederatedId(): string; export function computeFederatedId(homeUserIdA?: string, homeUserIdB?: string): string { if (homeUserIdA && homeUserIdB) { // 1-on-1: deterministic pair hash (backward compatible with canonicalDmPairId) const sorted = [homeUserIdA, homeUserIdB].sort(); return crypto.createHash('sha256').update(sorted.join(':')).digest('hex').slice(0, 32); } // Group: origin-assigned UUID return crypto.randomUUID(); } /** * Look up all members of a DM channel and return their federated identities. * Used to include participants in relay events so the receiving instance can * resolve both parties without relying on the friends list. */ export function getDmParticipants(dmChannelId: string): FederationRelayParticipant[] { const db = getDb(); const members = db .select({ userId: schema.dmMembers.userId, homeUserId: schema.users.homeUserId, homeInstance: schema.users.homeInstance, id: schema.users.id, username: schema.users.username, displayName: schema.users.displayName, avatar: schema.users.avatar, avatarColor: schema.users.avatarColor, }) .from(schema.dmMembers) .innerJoin(schema.users, eq(schema.dmMembers.userId, schema.users.id)) .where(eq(schema.dmMembers.dmChannelId, dmChannelId)) .all(); const domainOrigin = getOurOrigin(); return members.map(m => ({ homeUserId: m.homeUserId || m.id, homeInstance: m.homeInstance || domainOrigin, profile: { username: m.username ?? null, displayName: m.displayName ?? null, avatar: m.avatar ?? null, avatarColor: m.avatarColor ?? null, }, })); } /** * Compute which peer origins need to receive events for a group DM. * Returns undefined for 1-on-1 DMs (broadcast to all). * Returns a list of origins for group DMs (participant-aware routing). */ export function getGroupDmTargetOrigins(dmChannelId: string): string[] | undefined { const db = getDb(); const channel = db .select({ ownerId: schema.dmChannels.ownerId }) .from(schema.dmChannels) .where(eq(schema.dmChannels.id, dmChannelId)) .get(); // Not a group DM (no owner) — broadcast to all if (!channel?.ownerId) return undefined; const participants = getDmParticipants(dmChannelId); const ourOrigin = getOurOrigin(); const origins = new Set(); for (const p of participants) { // Normalize homeInstance to full URL format to match federation_peers.origin const normalized = p.homeInstance.startsWith('http') ? p.homeInstance : `https://${p.homeInstance}`; if (normalized !== ourOrigin) { origins.add(normalized); } } return Array.from(origins); } /** * Queue a DM message for federation relay to all active peers. * Builds the complete relay payload including attachments with sourceUrl * and participant identities. Single source of truth for relay payload * construction — all create/update relay hooks call this function. * * Accepts the already-fetched DmMessageWithUser to avoid redundant DB queries * and transaction timing issues — the caller has already committed writes and * fetched the message for the WebSocket broadcast. */ export function queueDmRelay( message: DmMessageWithUser, dmChannelId: string, eventType: 'create' | 'update', ): void { const domainOrigin = getOurOrigin(); const attachments: FederationRelayAttachment[] = (message.attachments ?? []).map(a => ({ id: a.id, filename: a.filename, originalName: a.originalName, mimetype: a.mimetype, size: a.size, width: a.width ?? undefined, height: a.height ?? undefined, duration: a.duration ?? undefined, thumbnailFilename: a.thumbnailFilename ?? undefined, sourceUrl: `${domainOrigin}/api/uploads/${a.filename}`, })); const participants = getDmParticipants(dmChannelId); const targetOrigins = getGroupDmTargetOrigins(dmChannelId); // Fetch channel to check if it's a group DM with a federatedId const db = getDb(); const channel = db .select({ federatedId: schema.dmChannels.federatedId, ownerId: schema.dmChannels.ownerId }) .from(schema.dmChannels) .where(eq(schema.dmChannels.id, dmChannelId)) .get(); appendMutationLog(message.id, dmChannelId, eventType); queueOutboxEvent(message.id, dmChannelId, eventType, JSON.stringify({ ...(channel?.federatedId && channel.ownerId ? { federatedId: channel.federatedId } : {}), message: { ...buildRelayPayload(message, message.user), attachments: attachments.length > 0 ? attachments : undefined, }, participants, }), targetOrigins); } /** * Compute a deterministic context ID for friend events between two users. * Sorts home user IDs so the context is the same regardless of who initiates. */ export function buildFriendContextId(homeUserIdA: string, homeUserIdB: string): string { const sorted = [homeUserIdA, homeUserIdB].sort(); return `friend:${sorted[0]}:${sorted[1]}`; } /** * Determine which peer instance origins need to receive a friend event. * Returns an empty array if both users are local (no relay needed). */ export function getFriendEventTargets( fromHomeInstance: string | null | undefined, toHomeInstance: string | null | undefined, ): string[] { const ourOrigin = getOurOrigin(); const targets = new Set(); const normalizedFrom = fromHomeInstance?.startsWith('http') ? fromHomeInstance : fromHomeInstance ? `https://${fromHomeInstance}` : null; const normalizedTo = toHomeInstance?.startsWith('http') ? toHomeInstance : toHomeInstance ? `https://${toHomeInstance}` : null; if (normalizedFrom && normalizedFrom !== ourOrigin) { targets.add(normalizedFrom); } if (normalizedTo && normalizedTo !== ourOrigin) { targets.add(normalizedTo); } return Array.from(targets); } /** * Build the relay payload object for a DM message. * Used internally by queueDmRelay and the sync endpoint. */ export function buildRelayPayload( message: { id: string; content: string | null; replyToId?: string | null; editedAt?: number | null; createdAt: number; }, user: { id: string; homeUserId: string | null; homeInstance: string | null; }, ): NonNullable { return { userId: user.id, homeUserId: user.homeUserId || user.id, homeInstance: user.homeInstance || getOurOrigin(), content: message.content, replyToId: message.replyToId ?? null, editedAt: message.editedAt ?? null, createdAt: message.createdAt, }; } /** * Send call signaling events directly to a remote peer (bypasses outbox). * Used for time-critical call events where latency matters. * If the HTTP POST fails, the call operation fails — no retry. */ export async function sendCallRelay( targetPeerOrigin: string, events: FederationRelayEvent[], ): Promise<{ ok: boolean; error?: string }> { const db = getDb(); const peer = db.select() .from(schema.federationPeers) .where(and( eq(schema.federationPeers.origin, targetPeerOrigin), eq(schema.federationPeers.status, 'active'), )) .get(); if (!peer) { return { ok: false, error: `No active peer for origin ${targetPeerOrigin}` }; } const ourOrigin = getOurOrigin(); const body: FederationRelayRequest = { version: 1, sourceInstance: ourOrigin, events, }; const bodyStr = JSON.stringify(body); // Use pending secret during rotation (FED-011), otherwise current const signingSecret = peer.pendingHmacSecret ?? peer.hmacSecret; const headers = buildFederationHeaders(bodyStr, signingSecret, ourOrigin); try { const res = await fetch(`${targetPeerOrigin}/api/federation/relay`, { method: 'POST', headers, body: bodyStr, signal: AbortSignal.timeout(10_000), }); if (!res.ok) { const text = await res.text().catch(() => ''); return { ok: false, error: `HTTP ${res.status}: ${text}` }; } return { ok: true }; } catch (err) { return { ok: false, error: err instanceof Error ? err.message : 'fetch_failed' }; } } /** * Send typing indicator events directly to remote peers (bypasses outbox). * Fire-and-forget — typing is ephemeral, lost packets are acceptable. */ export async function sendTypingRelay( dmChannelId: string, eventType: 'dm_typing_start' | 'dm_typing_stop', userId: string, ): Promise { if (!isFederationRelayEnabled()) return; const db = getDb(); const participants = getDmParticipants(dmChannelId); const ourOrigin = getOurOrigin(); // Find the typing user's identity const typingUser = db.select().from(schema.users).where(eq(schema.users.id, userId)).get(); if (!typingUser) return; // Get the channel's federatedId for cross-instance identification const channel = db.select({ federatedId: schema.dmChannels.federatedId }) .from(schema.dmChannels) .where(eq(schema.dmChannels.id, dmChannelId)) .get(); if (!channel?.federatedId) return; // Find unique remote peer origins const remoteOrigins = new Set(); for (const p of participants) { const normalized = p.homeInstance.startsWith('http') ? p.homeInstance : `https://${p.homeInstance}`; if (normalized !== ourOrigin) { remoteOrigins.add(normalized); } } if (remoteOrigins.size === 0) return; const event: FederationRelayEvent = { eventType, contextType: 'dm', messageId: `typing:${userId}:${Date.now()}`, federatedId: channel.federatedId, participants, encryptionVersion: 0, timestamp: Date.now(), typing: { homeUserId: typingUser.homeUserId || typingUser.id, homeInstance: typingUser.homeInstance || extractDomain(ourOrigin), username: typingUser.username ?? '', }, }; // Fire-and-forget to each remote peer for (const peerOrigin of remoteOrigins) { sendCallRelay(peerOrigin, [event]).catch(err => { console.warn(`[federation] Typing relay to ${peerOrigin} failed:`, err); }); } }