react-embed-docs 0.1.0

package/dist/server/CollaborationService.js

@@ -0,0 +1,307 @@
+import { eq, and, sql } from 'drizzle-orm';
+import * as Y from 'yjs';
+import { Awareness } from 'y-protocols/awareness';
+import { documentsTable, documentPresenceTable } from './schema.js';
+/**
+ * Service for real-time collaborative editing using Yjs
+ */
+export class CollaborationService {
+    db;
+    docs = new Map();
+    awarenessMap = new Map();
+    updateTimers = new Map();
+    DEBOUNCE_MS = 500;
+    constructor(db) {
+        this.db = db;
+    }
+    /**
+     * Get or create a Yjs document for collaborative editing
+     */
+    async getOrCreateYDoc(documentId) {
+        if (this.docs.has(documentId)) {
+            return this.docs.get(documentId);
+        }
+        const ydoc = new Y.Doc();
+        // Load persisted state from database
+        const persisted = await this.db.query.documentsTable.findFirst({
+            where: eq(documentsTable.id, documentId),
+            columns: { ydocState: true, content: true },
+        });
+        if (persisted?.ydocState) {
+            // Apply persisted Yjs state
+            try {
+                const state = Buffer.from(persisted.ydocState, 'base64');
+                Y.applyUpdate(ydoc, new Uint8Array(state));
+            }
+            catch (e) {
+                console.warn('Failed to apply persisted Yjs state:', e);
+            }
+        }
+        else if (persisted?.content) {
+            // Convert BlockNote JSON to Yjs document
+            this.blockNoteToYDoc(ydoc, persisted.content);
+        }
+        // Set up persistence on updates (debounced)
+        ydoc.on('update', (update) => {
+            this.schedulePersist(documentId, ydoc);
+        });
+        this.docs.set(documentId, ydoc);
+        return ydoc;
+    }
+    /**
+     * Get or create awareness for a document
+     */
+    getOrCreateAwareness(documentId) {
+        if (this.awarenessMap.has(documentId)) {
+            return this.awarenessMap.get(documentId);
+        }
+        const awareness = new Awareness(this.getOrCreateYDoc(documentId));
+        this.awarenessMap.set(documentId, awareness);
+        return awareness;
+    }
+    /**
+     * Handle a new WebSocket connection for collaborative editing
+     */
+    async handleConnection(documentId, userId, userInfo, connection) {
+        const ydoc = await this.getOrCreateYDoc(documentId);
+        const awareness = this.getOrCreateAwareness(documentId);
+        // Generate user color if not provided
+        const color = userInfo.color || this.generateColor(userId);
+        // Set local awareness state
+        const localState = {
+            user: { id: userId, name: userInfo.name, color },
+            cursor: null,
+            selection: null,
+        };
+        awareness.setLocalState(localState);
+        // Send initial sync step 1
+        const syncMessage = this.encodeSyncMessage(ydoc);
+        connection.send(syncMessage);
+        // Handle incoming messages
+        connection.onMessage((data) => {
+            this.handleMessage(documentId, data, connection, userId);
+        });
+        // Handle disconnect
+        connection.onClose(async () => {
+            await this.handleDisconnect(documentId, userId);
+        });
+        // Update presence in database
+        await this.updatePresence(documentId, userId, userInfo.name, color);
+    }
+    /**
+     * Handle incoming WebSocket message
+     */
+    async handleMessage(documentId, data, connection, userId) {
+        const ydoc = await this.getOrCreateYDoc(documentId);
+        const awareness = this.getOrCreateAwareness(documentId);
+        try {
+            // Decode message
+            const messageType = data[0];
+            if (messageType === 0) {
+                // Sync message
+                const update = data.slice(1);
+                Y.applyUpdate(ydoc, update);
+                // Broadcast to other clients
+                this.broadcast(documentId, data, userId);
+            }
+            else if (messageType === 1) {
+                // Awareness message
+                const awarenessUpdate = data.slice(1);
+                awareness.applyUpdate(new Uint8Array(awarenessUpdate));
+                // Broadcast awareness to others
+                this.broadcast(documentId, data, userId);
+            }
+        }
+        catch (error) {
+            console.error('Failed to handle message:', error);
+        }
+    }
+    /**
+     * Handle client disconnect
+     */
+    async handleDisconnect(documentId, userId) {
+        // Remove from awareness
+        const awareness = this.awarenessMap.get(documentId);
+        if (awareness) {
+            awareness.setLocalState(null);
+        }
+        // Remove from database presence
+        await this.db
+            .delete(documentPresenceTable)
+            .where(and(eq(documentPresenceTable.documentId, documentId), eq(documentPresenceTable.userId, userId)));
+        // Persist final state
+        const ydoc = this.docs.get(documentId);
+        if (ydoc) {
+            await this.persistYDoc(documentId, ydoc);
+        }
+    }
+    /**
+     * Broadcast message to all connected clients except sender
+     */
+    broadcast(documentId, data, excludeUserId) {
+        // This is handled by the WebSocket server implementation
+        // The service just prepares the message
+    }
+    /**
+     * Schedule persistence to database (debounced)
+     */
+    schedulePersist(documentId, ydoc) {
+        const existingTimer = this.updateTimers.get(documentId);
+        if (existingTimer) {
+            clearTimeout(existingTimer);
+        }
+        const timer = setTimeout(async () => {
+            await this.persistYDoc(documentId, ydoc);
+            this.updateTimers.delete(documentId);
+        }, this.DEBOUNCE_MS);
+        this.updateTimers.set(documentId, timer);
+    }
+    /**
+     * Persist Yjs document state to database
+     */
+    async persistYDoc(documentId, ydoc) {
+        try {
+            const stateVector = Y.encodeStateAsUpdate(ydoc);
+            const ydocState = Buffer.from(stateVector).toString('base64');
+            // Convert Yjs back to BlockNote JSON for search indexing
+            const content = this.yjsToBlockNote(ydoc);
+            await this.db
+                .update(documentsTable)
+                .set({
+                ydocState,
+                content: content,
+                updatedAt: new Date(),
+            })
+                .where(eq(documentsTable.id, documentId));
+        }
+        catch (error) {
+            console.error('Failed to persist Yjs document:', error);
+        }
+    }
+    /**
+     * Update user presence in database
+     */
+    async updatePresence(documentId, userId, userName, userColor) {
+        // Delete old presence record if exists
+        await this.db
+            .delete(documentPresenceTable)
+            .where(and(eq(documentPresenceTable.documentId, documentId), eq(documentPresenceTable.userId, userId)));
+        // Insert new presence
+        await this.db.insert(documentPresenceTable).values({
+            documentId,
+            userId,
+            userName,
+            userColor,
+            lastSeenAt: new Date(),
+        });
+    }
+    /**
+     * Get active users for a document
+     */
+    async getActiveUsers(documentId) {
+        const users = await this.db.query.documentPresenceTable.findMany({
+            where: eq(documentPresenceTable.documentId, documentId),
+            orderBy: (table, { desc }) => [desc(table.lastSeenAt)],
+        });
+        return users.map((u) => ({
+            userId: u.userId,
+            userName: u.userName,
+            userColor: u.userColor,
+            lastSeenAt: u.lastSeenAt,
+        }));
+    }
+    /**
+     * Clean up stale presence records (older than 5 minutes)
+     */
+    async cleanupStalePresence() {
+        const result = await this.db
+            .delete(documentPresenceTable)
+            .where(sql `${documentPresenceTable.lastSeenAt} < NOW() - INTERVAL '5 minutes'`);
+        return result.length;
+    }
+    /**
+     * Convert BlockNote content to Yjs document
+     */
+    blockNoteToYDoc(ydoc, content) {
+        const blocks = ydoc.getArray('blocks');
+        blocks.delete(0, blocks.length);
+        if (Array.isArray(content)) {
+            content.forEach((block) => {
+                blocks.push([this.serializeBlock(block)]);
+            });
+        }
+    }
+    /**
+     * Convert Yjs document to BlockNote content
+     */
+    yjsToBlockNote(ydoc) {
+        const blocks = ydoc.getArray('blocks');
+        const content = [];
+        blocks.forEach((blockData) => {
+            content.push(this.deserializeBlock(blockData));
+        });
+        return content;
+    }
+    /**
+     * Serialize a BlockNote block for Yjs
+     */
+    serializeBlock(block) {
+        return {
+            id: block.id || this.generateId(),
+            type: block.type,
+            props: block.props || {},
+            content: block.content || [],
+            children: block.children?.map((c) => this.serializeBlock(c)) || [],
+        };
+    }
+    /**
+     * Deserialize a Yjs block to BlockNote format
+     */
+    deserializeBlock(blockData) {
+        return {
+            id: blockData.id,
+            type: blockData.type,
+            props: blockData.props || {},
+            content: blockData.content || [],
+            children: blockData.children?.map((c) => this.deserializeBlock(c)) || [],
+        };
+    }
+    /**
+     * Encode sync message for initial document sync
+     */
+    encodeSyncMessage(ydoc) {
+        const state = Y.encodeStateAsUpdate(ydoc);
+        const message = new Uint8Array(1 + state.length);
+        message[0] = 0; // Sync message type
+        message.set(state, 1);
+        return message;
+    }
+    /**
+     * Generate a unique ID
+     */
+    generateId() {
+        return Math.random().toString(36).substring(2, 15);
+    }
+    /**
+     * Generate a consistent color for a user
+     */
+    generateColor(userId) {
+        const colors = [
+            '#EF4444', // red
+            '#F97316', // orange
+            '#F59E0B', // amber
+            '#84CC16', // lime
+            '#10B981', // emerald
+            '#06B6D4', // cyan
+            '#3B82F6', // blue
+            '#8B5CF6', // violet
+            '#EC4899', // pink
+            '#F43F5E', // rose
+        ];
+        let hash = 0;
+        for (let i = 0; i < userId.length; i++) {
+            hash = userId.charCodeAt(i) + ((hash << 5) - hash);
+        }
+        return colors[Math.abs(hash) % colors.length];
+    }
+}

package/dist/server/DocsService.d.ts

@@ -0,0 +1,115 @@
+import type { CreateDocument, Document, ListDocumentsFilters, ListDocumentsOptions, SearchResult } from '../shared/types.js';
+import { DB } from './db.js';
+import { type UpdateDocument } from './schema.js';
+/**
+ * Document without content field - used for list/tree views
+ * to reduce payload size
+ */
+export type DocumentSummary = Omit<Document, 'content' | 'searchIndex'>;
+/**
+ * DocsService
+ * Handles all CRUD operations for documents with BlockNote content
+ */
+export declare class DocsService {
+    private readonly db;
+    constructor(db: DB);
+    /**
+     * List documents with filtering and pagination
+     * Returns documents without content field to reduce payload size
+     */
+    list(filters?: ListDocumentsFilters, options?: ListDocumentsOptions): Promise<{
+        documents: DocumentSummary[];
+        total: number;
+    }>;
+    /**
+     * Full-text search with ranking using searchIndex column
+     * More efficient than JSONB search for large datasets
+     */
+    searchText(query: string, options?: {
+        limit?: number;
+        offset?: number;
+    }): Promise<{
+        results: Array<{
+            document: Document;
+            rank: number;
+        }>;
+        total: number;
+    }>;
+    /**
+     * Advanced search with highlighting
+     * Searches JSONB content directly for more precise matching
+     */
+    search(query: string, options?: {
+        limit?: number;
+        offset?: number;
+    }): Promise<{
+        results: SearchResult[];
+        total: number;
+    }>;
+    private extractFromContentItem;
+    /**
+     * Extract text highlights from BlockNote content
+     * Returns surrounding context around matched text
+     */
+    private extractHighlights;
+    /**
+     * Extract plain text from BlockNote content
+     * Used for building search index
+     */
+    extractTextFromContent(content: unknown): string;
+    /**
+     * Build search index from title and content
+     * Concatenates title and extracted text for full-text search
+     */
+    buildSearchIndex(title: string, content: unknown): string;
+    /**
+     * Get document by ID
+     */
+    getById(id: string): Promise<Document | undefined>;
+    /**
+     * Get document by slug
+     */
+    getBySlug(slug: string): Promise<Document | undefined>;
+    /**
+     * Create new document
+     * Automatically generates search index from title and content
+     */
+    create(data: CreateDocument): Promise<Document>;
+    /**
+     * Update existing document
+     * Rebuilds search index if title or content changes
+     */
+    update(id: string, data: UpdateDocument): Promise<Document | undefined>;
+    /**
+     * Soft delete document
+     * Sets deletedAt timestamp instead of removing from database
+     */
+    delete(id: string): Promise<Document | undefined>;
+    /**
+     * Get children documents by parent ID
+     * Returns documents without content field
+     */
+    getChildren(parentId: string): Promise<DocumentSummary[]>;
+    /**
+     * Get all documents as flat tree structure
+     * Useful for building document tree UI
+     * Returns documents without content field
+     */
+    getTree(): Promise<DocumentSummary[]>;
+    /**
+     * Reorder document - move to new parent and/or position
+     * Automatically reorders siblings to maintain consistent ordering
+     */
+    reorder(id: string, newParentId: string | null, newOrder: number): Promise<Document | undefined>;
+    /**
+     * Update just the order field of a document
+     */
+    updateOrder(id: string, order: number): Promise<Document | undefined>;
+    /**
+     * Get breadcrumb path for a document
+     * Returns array of ancestors from root to parent, plus the document itself
+     * Returns documents without content field
+     */
+    getBreadcrumbs(id: string): Promise<DocumentSummary[]>;
+}
+//# sourceMappingURL=DocsService.d.ts.map

package/dist/server/DocsService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DocsService.d.ts","sourceRoot":"","sources":["../../src/server/DocsService.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAIV,cAAc,EACd,QAAQ,EACR,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACb,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAA;AAC5B,OAAO,EAEL,KAAK,cAAc,EACpB,MAAM,aAAa,CAAA;AAEpB;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,EAAE,SAAS,GAAG,aAAa,CAAC,CAAA;AAEvE;;;GAGG;AACH,qBAAa,WAAW;IACV,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,EAAE;IAEnC;;;OAGG;IACG,IAAI,CACR,OAAO,GAAE,oBAAyB,EAClC,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC;QAAE,SAAS,EAAE,eAAe,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA0E3D;;;OAGG;IACG,UAAU,CACd,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAChD,OAAO,CAAC;QAAE,OAAO,EAAE,KAAK,CAAC;YAAE,QAAQ,EAAE,QAAQ,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IA0CnF;;;OAGG;IACG,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAChD,OAAO,CAAC;QAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAkDtD,OAAO,CAAC,sBAAsB;IAkB9B;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IA+BzB;;;OAGG;IACH,sBAAsB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM;IAqChD;;;OAGG;IACH,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM;IAKzD;;OAEG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAWxD;;OAEG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAW5D;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC;IAiCrD;;;OAGG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IA8B7E;;;OAGG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAevD;;;OAGG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA2B/D;;;;OAIG;IACG,OAAO,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAwB3C;;;OAGG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAwEtG;;OAEG;IACG,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAgB3E;;;;OAIG;IACG,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAyC7D"}