@undefineds.co/xpod 0.3.48 → 0.3.50

package/dist/api/matrix/PodMatrixStore.js

@@ -2,8 +2,11 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PodMatrixStore = void 0;
 const node_crypto_1 = require("node:crypto");
+const global_logger_factory_1 = require("global-logger-factory");
 const drizzle_solid_1 = require("@undefineds.co/drizzle-solid");
 const models_1 = require("@undefineds.co/models");
+const reconciler_1 = require("../reconciler");
+const protocol_metadata_1 = require("../protocol-metadata");
 const AuthContext_1 = require("../auth/AuthContext");
 const schema = {
     chat: models_1.chatResource,
@@ -12,7 +15,17 @@ const schema = {
 };
 class PodMatrixStore {
     constructor(options) {
+        this.logger = (0, global_logger_factory_1.getLoggerFor)(this);
         this.serverName = options.serverName;
+        this.serverGroupReconcilerService = options.serverGroupReconcilerService;
+    }
+    async getAccount(context) {
+        const matrixUserId = this.getMatrixUserId(context);
+        return {
+            userId: matrixUserId,
+            deviceId: this.deviceIdFromUserId(context.webId),
+            displayName: this.displayNameFromUserId(matrixUserId),
+        };
     }
     async createRoom(input, context) {
         const db = await this.getDb(context);
@@ -21,45 +34,48 @@ class PodMatrixStore {
         const roomId = this.generateRoomId(context);
         const chatId = this.chatResourceIdFromRoomId(roomId);
         const threadId = this.threadResourceIdFromRoomId(roomId);
+        const reconcilerOwner = 'server';
+        const coordination = (0, reconciler_1.reconcilerCoordinationMetadata)(reconcilerOwner);
         await db.insert(models_1.chatResource).values({
             id: chatId,
             title: input.name ?? roomId,
             description: input.topic ?? null,
-            author: context.userId,
+            author: context.webId,
             status: 'active',
-            participants: [context.userId],
-            metadata: {
+            participants: [context.webId],
+            metadata: (0, protocol_metadata_1.withProtocolMetadata)({
                 protocol: 'matrix',
+                ...coordination,
+            }, 'matrix', {
                 roomId,
                 canonicalAlias: input.room_alias_name ? `#${input.room_alias_name}:${this.getServerName(context)}` : null,
                 visibility: input.visibility === 'public' ? 'public' : 'private',
                 roomVersion: String(input.creation_content?.room_version ?? '11'),
                 federate: input.creation_content?.['m.federate'] === true,
-                members: [context.userId],
+                members: [context.webId],
                 preset: input.preset,
-                is_direct: input.is_direct,
                 invite: input.invite ?? [],
-            },
+            }),
             createdAt: new Date(now).toISOString(),
             updatedAt: new Date(now).toISOString(),
         });
         await db.insert(models_1.threadResource).values({
             id: threadId,
-            chat: chatId,
+            parent: this.chatParentRefFromRoomId(roomId),
             title: input.name ?? roomId,
             status: 'active',
-            metadata: {
+            metadata: (0, protocol_metadata_1.withProtocolMetadata)({
                 protocol: 'matrix',
-                roomId,
                 commandKind: 'chat',
                 surface_id: this.surfaceIdFromRoomId(roomId),
-                chat_id: this.surfaceIdFromRoomId(roomId),
-            },
+                ...coordination,
+            }, 'matrix', { roomId }),
             createdAt: new Date(now).toISOString(),
             updatedAt: new Date(now).toISOString(),
         });
         await this.appendEvent(db, {
             roomId,
+            reconcilerOwner,
             type: 'm.room.create',
             sender,
             originServerTs: now,
@@ -73,6 +89,7 @@ class PodMatrixStore {
         }, context);
         await this.appendEvent(db, {
             roomId,
+            reconcilerOwner,
             type: 'm.room.member',
             sender,
             originServerTs: now + 1,
@@ -85,6 +102,7 @@ class PodMatrixStore {
         if (input.name) {
             await this.appendEvent(db, {
                 roomId,
+                reconcilerOwner,
                 type: 'm.room.name',
                 sender,
                 originServerTs: now + 2,
@@ -95,6 +113,7 @@ class PodMatrixStore {
         if (input.topic) {
             await this.appendEvent(db, {
                 roomId,
+                reconcilerOwner,
                 type: 'm.room.topic',
                 sender,
                 originServerTs: now + 3,
@@ -105,6 +124,7 @@ class PodMatrixStore {
         for (const state of input.initial_state ?? []) {
             await this.appendEvent(db, {
                 roomId,
+                reconcilerOwner,
                 type: state.type,
                 sender,
                 originServerTs: Date.now(),
@@ -112,14 +132,40 @@ class PodMatrixStore {
                 content: state.content ?? {},
             }, context);
         }
+        for (const invitee of input.invite ?? []) {
+            await this.appendMembershipEvent(db, roomId, invitee, 'invite', context, { sender, reconcilerOwner });
+        }
         return {
             roomId,
+            canonicalAlias: input.room_alias_name ? `#${input.room_alias_name}:${this.getServerName(context)}` : undefined,
             name: input.name,
             topic: input.topic,
             creator: sender,
+            reconcilerOwner: coordination.reconcilerOwner,
             createdAt: now,
         };
     }
+    async joinRoom(roomIdOrAlias, context) {
+        const db = await this.getDb(context);
+        const roomId = await this.resolveRoomId(db, roomIdOrAlias);
+        await this.ensureRoomExists(db, roomId);
+        const sender = this.getMatrixUserId(context);
+        const existing = await this.findLatestStateEvent(db, roomId, 'm.room.member', sender, context);
+        if (existing?.content.membership !== 'join') {
+            await this.appendMembershipEvent(db, roomId, sender, 'join', context);
+        }
+        return { roomId };
+    }
+    async inviteUser(roomId, userId, context) {
+        const db = await this.getDb(context);
+        await this.ensureRoomExists(db, roomId);
+        await this.appendMembershipEvent(db, roomId, userId, 'invite', context);
+    }
+    async leaveRoom(roomId, context) {
+        const db = await this.getDb(context);
+        await this.ensureRoomExists(db, roomId);
+        await this.appendMembershipEvent(db, roomId, this.getMatrixUserId(context), 'leave', context);
+    }
     async sendEvent(roomId, eventType, txnId, content, context) {
         const db = await this.getDb(context);
         await this.ensureRoomExists(db, roomId);
@@ -138,9 +184,21 @@ class PodMatrixStore {
         }, context);
         return event;
     }
+    async setState(roomId, eventType, stateKey, content, context) {
+        const db = await this.getDb(context);
+        await this.ensureRoomExists(db, roomId);
+        return this.appendEvent(db, {
+            roomId,
+            type: eventType,
+            sender: this.getMatrixUserId(context),
+            stateKey,
+            originServerTs: Date.now(),
+            content,
+        }, context);
+    }
     async sync(context, options = {}) {
         const db = await this.getDb(context);
-        const rooms = await this.listRooms(db);
+        const rooms = await this.listJoinedRoomRecords(db, context);
         const sinceTs = this.parseSyncToken(options.since);
         const limit = options.limit && options.limit > 0 ? options.limit : 50;
         const join = {};
@@ -157,6 +215,9 @@ class PodMatrixStore {
                     events: events.map((event) => this.toClientEvent(event)),
                     limited: false,
                 },
+                'co.undefineds.coordination': {
+                    reconcilerOwner: room.reconcilerOwner,
+                },
             };
         }
         return {
@@ -164,6 +225,25 @@ class PodMatrixStore {
             rooms: { join },
         };
     }
+    async listJoinedRooms(context) {
+        const db = await this.getDb(context);
+        return (await this.listJoinedRoomRecords(db, context)).map((room) => room.roomId);
+    }
+    async getMembers(roomId, context) {
+        const db = await this.getDb(context);
+        await this.ensureRoomExists(db, roomId);
+        const events = await this.listEvents(db, roomId, context, { newestFirst: true });
+        const latestByStateKey = new Map();
+        for (const event of events) {
+            if (event.type !== 'm.room.member' || event.stateKey === undefined || latestByStateKey.has(event.stateKey)) {
+                continue;
+            }
+            latestByStateKey.set(event.stateKey, event);
+        }
+        return Array.from(latestByStateKey.values())
+            .sort((left, right) => (left.originServerTs - right.originServerTs) || ((left.depth ?? 0) - (right.depth ?? 0)))
+            .map((event) => this.toClientEvent(event));
+    }
     async listMessages(roomId, context, options = {}) {
         const db = await this.getDb(context);
         await this.ensureRoomExists(db, roomId);
@@ -209,8 +289,15 @@ class PodMatrixStore {
         }
         const db = (0, drizzle_solid_1.drizzle)({
             fetch: this.createAccessTokenFetch(auth.accessToken, auth.tokenType),
-            info: { webId: auth.webId, isLoggedIn: true },
-        }, { schema });
+            info: {
+                webId: auth.webId,
+                isLoggedIn: true,
+                podUrl: context.podUrl,
+            },
+        }, {
+            schema,
+            podUrl: context.podUrl,
+        });
         await db.init(models_1.chatResource, models_1.threadResource, models_1.messageResource);
         context._matrixDb = db;
         return db;
@@ -235,12 +322,23 @@ class PodMatrixStore {
         const eventId = this.generateEventId(context);
         const depth = await this.nextEventDepth(db, input.roomId, context);
         const originIso = new Date(input.originServerTs).toISOString();
+        const needsRoomMetadata = input.reconcilerOwner === undefined
+            || (input.type === 'm.room.message' && this.serverGroupReconcilerService !== undefined);
+        const roomContext = needsRoomMetadata ? await this.getRoomContext(db, input.roomId) : undefined;
+        const roomMetadata = roomContext?.metadata;
+        const reconcilerOwner = input.reconcilerOwner ?? this.reconcilerOwnerFromRoomMetadata(roomMetadata);
+        const coordination = (0, reconciler_1.reconcilerCoordinationMetadata)(reconcilerOwner);
+        const messageResourceId = this.messageResourceIdFromEvent(input.roomId, eventId, input.originServerTs);
+        const thread = this.resolveDataResourceUriFromId(this.threadResourceIdFromRoomId(input.roomId), context);
+        const contentText = this.messageContentFromMatrixEvent(input.type, input.content);
+        const mentions = this.mentionsFromMatrixContent(input.content);
+        const routeTargetAgent = this.routeTargetAgentFromMatrixContent(input.content);
         const record = {
             eventId,
             roomId: input.roomId,
             type: input.type,
             sender: input.sender,
-            senderWebId: context.userId,
+            senderWebId: context.webId,
             originServerTs: input.originServerTs,
             depth,
             txnId: input.txnId ?? undefined,
@@ -249,40 +347,93 @@ class PodMatrixStore {
             createdAt: originIso,
         };
         await db.insert(models_1.messageResource).values({
-            id: this.messageResourceIdFromEvent(input.roomId, eventId, input.originServerTs),
+            id: messageResourceId,
+            parent: this.resolveDataResourceUriFromId(this.messageParentResourceIdFromRoomId(input.roomId), context),
             chat: this.chatResourceIdFromRoomId(input.roomId),
-            thread: this.resolveDataResourceUriFromId(this.threadResourceIdFromRoomId(input.roomId), context),
-            maker: context.userId,
+            thread,
+            maker: context.webId,
             role: input.type === 'm.room.message' ? models_1.MessageRole.USER : models_1.MessageRole.SYSTEM,
-            content: this.messageContentFromMatrixEvent(input.type, input.content),
+            content: contentText,
             status: models_1.MessageStatus.SENT,
-            metadata: {
+            mentions,
+            routeTargetAgent: routeTargetAgent ?? null,
+            metadata: (0, protocol_metadata_1.withProtocolMetadata)({
                 protocol: 'matrix',
+                commandKind: 'chat',
+                surface_id: this.surfaceIdFromRoomId(input.roomId),
+                ...coordination,
+            }, 'matrix', {
                 eventId,
                 roomId: input.roomId,
                 eventType: input.type,
                 sender: input.sender,
-                senderWebId: context.userId,
+                senderWebId: context.webId,
                 originServerTs: input.originServerTs,
                 depth,
                 txnId: input.txnId ?? null,
                 stateKey: input.stateKey ?? null,
                 content: input.content,
-                commandKind: 'chat',
-                surface_id: this.surfaceIdFromRoomId(input.roomId),
-                chat_id: this.surfaceIdFromRoomId(input.roomId),
-            },
+            }),
             createdAt: originIso,
             updatedAt: originIso,
         });
+        await this.reconcileGroupUserMessage({
+            thread,
+            triggerMessage: this.resolveDataResourceUriFromId(messageResourceId, context),
+            actor: context.webId,
+            role: input.type === 'm.room.message' ? models_1.MessageRole.USER : models_1.MessageRole.SYSTEM,
+            content: contentText,
+            reconcilerOwner,
+            mentions,
+            routeTargetAgent,
+            participants: roomContext?.participants,
+        });
         return record;
     }
+    async appendMembershipEvent(db, roomId, memberUserId, membership, context, options = {}) {
+        const sender = options.sender ?? this.getMatrixUserId(context);
+        return this.appendEvent(db, {
+            roomId,
+            reconcilerOwner: options.reconcilerOwner,
+            type: 'm.room.member',
+            sender,
+            originServerTs: Date.now(),
+            stateKey: memberUserId,
+            content: {
+                membership,
+                displayname: this.displayNameFromUserId(memberUserId),
+            },
+        }, context);
+    }
     async listRooms(db) {
         const rooms = await db.select().from(models_1.chatResource);
         return rooms
             .map((room) => this.chatSourceToRoomRecord(room))
             .filter((room) => room !== undefined);
     }
+    async listJoinedRoomRecords(db, context) {
+        const rooms = await this.listRooms(db);
+        const matrixUserId = this.getMatrixUserId(context);
+        const joined = [];
+        for (const room of rooms) {
+            const membership = await this.findLatestStateEvent(db, room.roomId, 'm.room.member', matrixUserId, context);
+            if (!membership || membership.content.membership === 'join' || membership.content.membership === 'invite') {
+                joined.push(room);
+            }
+        }
+        return joined;
+    }
+    async resolveRoomId(db, roomIdOrAlias) {
+        if (!roomIdOrAlias.startsWith('#')) {
+            return roomIdOrAlias;
+        }
+        const rooms = await this.listRooms(db);
+        const room = rooms.find((candidate) => candidate.canonicalAlias === roomIdOrAlias);
+        if (!room) {
+            throw new Error(`Matrix room alias not found: ${roomIdOrAlias}`);
+        }
+        return room.roomId;
+    }
     async listEvents(db, roomId, context, options = {}) {
         const conditions = [
             (0, drizzle_solid_1.eq)(models_1.messageResource.thread, this.resolveDataResourceUriFromId(this.threadResourceIdFromRoomId(roomId), context)),
@@ -292,7 +443,7 @@ class PodMatrixStore {
         let query = db.select().from(models_1.messageResource).where((0, drizzle_solid_1.and)(...conditions));
         query = options.newestFirst
             ? query.orderBy((0, drizzle_solid_1.desc)(models_1.messageResource.createdAt))
-            : query.orderBy(models_1.messageResource.createdAt);
+            : query.orderBy((0, drizzle_solid_1.asc)(models_1.messageResource.createdAt));
         if (options.limit && options.limit > 0) {
             query = query.limit(options.limit);
         }
@@ -317,20 +468,23 @@ class PodMatrixStore {
     }
     eventSourceToRecord(source) {
         const metadata = this.parseJsonObject(source.metadata) ?? {};
-        const content = this.parseJsonObject(metadata.content)
+        const matrix = (0, protocol_metadata_1.getProtocolMetadata)(metadata, 'matrix') ?? {};
+        const content = this.parseJsonObject(matrix.content)
+            ?? this.parseJsonObject(metadata.content)
             ?? this.parseJsonObject(source.content)
             ?? {};
-        const unsigned = this.parseJsonObject(metadata.unsigned);
-        const stateKey = this.stringValue(metadata.stateKey);
-        const txnId = this.stringValue(metadata.txnId);
+        const unsigned = this.parseJsonObject(matrix.unsigned)
+            ?? this.parseJsonObject(metadata.unsigned);
+        const stateKey = this.stringValue(matrix.stateKey ?? matrix.state_key ?? metadata.stateKey);
+        const txnId = this.stringValue(matrix.txnId ?? matrix.txn_id ?? metadata.txnId);
         return {
-            eventId: this.stringValue(metadata.eventId) ?? source.id,
-            roomId: this.stringValue(metadata.roomId) ?? '',
-            type: this.stringValue(metadata.eventType) ?? 'm.room.message',
-            sender: this.stringValue(metadata.sender) ?? '',
-            senderWebId: this.stringValue(metadata.senderWebId) ?? source.maker ?? undefined,
-            originServerTs: this.numberValue(metadata.originServerTs) ?? this.isoToMillis(source.createdAt) ?? Date.now(),
-            depth: this.numberValue(metadata.depth),
+            eventId: this.stringValue(matrix.eventId ?? matrix.event_id ?? metadata.eventId) ?? source.id,
+            roomId: this.stringValue(matrix.roomId ?? matrix.room_id ?? metadata.roomId) ?? '',
+            type: this.stringValue(matrix.eventType ?? matrix.event_type ?? metadata.eventType) ?? 'm.room.message',
+            sender: this.stringValue(matrix.sender ?? metadata.sender) ?? '',
+            senderWebId: this.stringValue(matrix.senderWebId ?? matrix.sender_web_id ?? metadata.senderWebId) ?? source.maker ?? undefined,
+            originServerTs: this.numberValue(matrix.originServerTs ?? matrix.origin_server_ts ?? metadata.originServerTs) ?? this.isoToMillis(source.createdAt) ?? Date.now(),
+            depth: this.numberValue(matrix.depth ?? metadata.depth),
             txnId: txnId ?? undefined,
             content,
             stateKey: stateKey ?? undefined,
@@ -342,15 +496,20 @@ class PodMatrixStore {
         if (metadata.protocol !== 'matrix') {
             return undefined;
         }
-        const roomId = this.stringValue(metadata.roomId);
+        const matrix = (0, protocol_metadata_1.getProtocolMetadata)(metadata, 'matrix') ?? {};
+        const roomId = this.stringValue(matrix.roomId ?? matrix.room_id ?? metadata.roomId);
         if (!roomId) {
             return undefined;
         }
+        const reconcilerOwner = (0, reconciler_1.normalizeReconcilerOwner)(metadata.reconcilerOwner, 'server');
+        const coordination = (0, reconciler_1.reconcilerCoordinationMetadata)(reconcilerOwner);
         return {
             roomId,
+            canonicalAlias: this.stringValue(matrix.canonicalAlias ?? matrix.canonical_alias ?? metadata.canonicalAlias),
             name: source.title ?? undefined,
             topic: source.description ?? undefined,
             creator: source.author ?? '',
+            reconcilerOwner: coordination.reconcilerOwner,
             createdAt: this.isoToMillis(source.createdAt) ?? 0,
         };
     }
@@ -395,15 +554,59 @@ class PodMatrixStore {
         }
         return Number.isFinite(value) ? value : undefined;
     }
+    async getRoomContext(db, roomId) {
+        const room = await db.findById(models_1.chatResource, this.chatResourceIdFromRoomId(roomId));
+        return {
+            metadata: this.parseJsonObject(room?.metadata),
+            participants: (0, reconciler_1.normalizeAgentUris)(room?.participants),
+        };
+    }
+    reconcilerOwnerFromRoomMetadata(metadata) {
+        return (0, reconciler_1.normalizeReconcilerOwner)(metadata?.reconcilerOwner, 'server');
+    }
+    async reconcileGroupUserMessage(input) {
+        if (!this.serverGroupReconcilerService || input.role !== models_1.MessageRole.USER) {
+            return;
+        }
+        try {
+            await this.serverGroupReconcilerService.reconcileThreadMessage({
+                thread: input.thread,
+                triggerMessage: input.triggerMessage,
+                actor: input.actor,
+                role: 'user',
+                content: input.content,
+                reconcilerOwner: input.reconcilerOwner,
+                mentions: input.mentions,
+                routeTargetAgent: input.routeTargetAgent,
+                participants: input.participants,
+            });
+        }
+        catch (error) {
+            this.logger.warn(`Failed to enqueue Matrix group Reconciler wake: ${error}`);
+        }
+    }
     messageContentFromMatrixEvent(eventType, content) {
         if (eventType === 'm.room.message' && typeof content.body === 'string') {
             return content.body;
         }
         return JSON.stringify(content);
     }
+    mentionsFromMatrixContent(content) {
+        const matrixMentions = this.parseJsonObject(content['m.mentions']);
+        return (0, reconciler_1.normalizeAgentUris)([
+            ...(0, reconciler_1.normalizeAgentUris)(content.mentions),
+            ...(0, reconciler_1.normalizeAgentUris)(content['co.undefineds.mentions']),
+            ...(0, reconciler_1.normalizeAgentUris)(matrixMentions?.agents),
+        ]);
+    }
+    routeTargetAgentFromMatrixContent(content) {
+        return this.stringValue(content.routeTargetAgent)
+            ?? this.stringValue(content['co.undefineds.routeTargetAgent'])
+            ?? this.stringValue(content['co.undefineds.route_target_agent']);
+    }
     getMatrixUserId(context) {
         const serverName = this.getServerName(context);
-        const localpart = this.localpartFromUserId(context.userId);
+        const localpart = this.localpartFromUserId(context.webId);
         return `@${localpart}:${serverName}`;
     }
     getServerName(context) {
@@ -411,7 +614,7 @@ class PodMatrixStore {
             return this.serverName;
         }
         try {
-            return new URL(context.userId).host || 'localhost';
+            return new URL(context.webId).host || 'localhost';
         }
         catch {
             return 'localhost';
@@ -436,6 +639,9 @@ class PodMatrixStore {
     generateEventId(context) {
         return `$${this.randomId(24)}:${this.getServerName(context)}`;
     }
+    deviceIdFromUserId(userId) {
+        return `XPOD${(0, node_crypto_1.createHash)('sha256').update(userId).digest('hex').slice(0, 12).toUpperCase()}`;
+    }
     randomId(size) {
         return (0, node_crypto_1.randomBytes)(size).toString('base64url');
     }
@@ -448,15 +654,21 @@ class PodMatrixStore {
     chatResourceIdFromRoomId(roomId) {
         return `${this.surfaceIdFromRoomId(roomId)}/index.ttl#this`;
     }
+    messageParentResourceIdFromRoomId(roomId) {
+        return `chat/${this.surfaceIdFromRoomId(roomId)}/index.ttl#this`;
+    }
     threadResourceIdFromRoomId(roomId) {
         return `chat/${this.surfaceIdFromRoomId(roomId)}/index.ttl#thread`;
     }
+    chatParentRefFromRoomId(roomId) {
+        return `/.data/chat/${this.chatResourceIdFromRoomId(roomId)}`;
+    }
     messageResourceIdFromEvent(roomId, eventId, ts) {
         const { yyyy, MM, dd } = this.dateParts(ts);
         return `chat/${this.surfaceIdFromRoomId(roomId)}/${yyyy}/${MM}/${dd}/messages.ttl#${this.slug(eventId)}`;
     }
     resolveDataResourceUriFromId(resourceId, context) {
-        const podBaseUrl = this.derivePodBaseUrl((0, AuthContext_1.getWebId)(context.auth) ?? context.userId);
+        const podBaseUrl = context.podUrl ?? this.derivePodBaseUrl(context.webId);
         if (!podBaseUrl) {
             return resourceId;
         }