mongo.do 0.1.0

package/dist/embedding/document-serializer.js

@@ -0,0 +1,339 @@
+import yaml from 'js-yaml';
+/**
+ * Default regex patterns to exclude from embedding serialization
+ */
+const DEFAULT_EXCLUDE_PATTERNS = [
+    /^_id$/, // MongoDB _id field
+    /Id$/, // Fields ending in Id (userId, parentId, etc.)
+    /^createdAt$/, // Common timestamp field
+    /^updatedAt$/, // Common timestamp field
+    /^__v$/, // Mongoose version key
+];
+/**
+ * Fields that are automatically excluded as they likely contain embedding vectors
+ */
+const EMBEDDING_FIELD_PATTERNS = [
+    'embedding',
+    'vector',
+    '_embedding',
+    '_vector',
+    'embeddings',
+    'vectors'
+];
+/**
+ * Check if a field name matches vector/embedding patterns
+ */
+function isEmbeddingField(fieldName) {
+    const lowerName = fieldName.toLowerCase();
+    return EMBEDDING_FIELD_PATTERNS.some(pattern => lowerName === pattern ||
+        lowerName.endsWith('_' + pattern) ||
+        lowerName.endsWith(pattern));
+}
+/**
+ * Check if a field should be excluded based on patterns
+ */
+function shouldExcludeField(fieldName, additionalExcludes = []) {
+    // Check for embedding/vector fields
+    if (isEmbeddingField(fieldName)) {
+        return true;
+    }
+    // Check default patterns
+    for (const pattern of DEFAULT_EXCLUDE_PATTERNS) {
+        if (pattern.test(fieldName)) {
+            return true;
+        }
+    }
+    // Check additional excludes
+    if (additionalExcludes.includes(fieldName)) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Get a nested value from an object using dot notation
+ */
+function getNestedValue(obj, path) {
+    const parts = path.split('.');
+    let current = obj;
+    for (const part of parts) {
+        if (current === null || current === undefined) {
+            return undefined;
+        }
+        if (typeof current !== 'object') {
+            return undefined;
+        }
+        current = current[part];
+    }
+    return current;
+}
+/**
+ * Convert a value to a valid VectorizeMetadataValue
+ */
+function toMetadataValue(value) {
+    if (value === null || value === undefined) {
+        return undefined;
+    }
+    if (typeof value === 'string') {
+        return value;
+    }
+    if (typeof value === 'number') {
+        return value;
+    }
+    if (typeof value === 'boolean') {
+        return value;
+    }
+    // Handle string arrays
+    if (Array.isArray(value)) {
+        if (value.every(item => typeof item === 'string')) {
+            return value;
+        }
+        // Convert non-string arrays to string arrays
+        return value.map(item => String(item));
+    }
+    // For other types, convert to string
+    return String(value);
+}
+/**
+ * Extract metadata fields from the document
+ */
+function extractMetadata(doc, metadataFields) {
+    const metadata = {};
+    for (const field of metadataFields) {
+        const value = getNestedValue(doc, field);
+        if (value !== undefined) {
+            const metaValue = toMetadataValue(value);
+            if (metaValue !== undefined) {
+                metadata[field] = metaValue;
+            }
+        }
+    }
+    return metadata;
+}
+/**
+ * Extract the document ID from various formats
+ */
+function extractDocumentId(doc) {
+    const id = doc._id;
+    if (id === undefined || id === null) {
+        return '';
+    }
+    if (typeof id === 'string') {
+        return id;
+    }
+    if (typeof id === 'object' && id !== null && 'toString' in id) {
+        return id.toString();
+    }
+    return String(id);
+}
+/**
+ * Filter document fields based on inclusion/exclusion rules
+ *
+ * maxDepth controls how many levels deep we traverse:
+ * - maxDepth 0: only top-level primitives
+ * - maxDepth 1: top-level + one level of nesting
+ * - maxDepth 2: top-level + two levels of nesting
+ */
+function filterDocument(doc, options = {}, currentDepth = 0) {
+    const { maxDepth = 3, excludeFields = [], includeFields } = options;
+    const result = {};
+    for (const [key, value] of Object.entries(doc)) {
+        // Check if we should include this field
+        if (includeFields && includeFields.length > 0) {
+            // Handle wildcard patterns for includeFields
+            const shouldInclude = includeFields.some(pattern => {
+                if (pattern === key)
+                    return true;
+                if (pattern.endsWith('.*')) {
+                    const prefix = pattern.slice(0, -2);
+                    return key === prefix;
+                }
+                // Check if current key is part of a dot-notation path
+                if (pattern.startsWith(key + '.'))
+                    return true;
+                return false;
+            });
+            if (!shouldInclude) {
+                continue;
+            }
+        }
+        else if (shouldExcludeField(key, excludeFields)) {
+            continue;
+        }
+        // Handle nested objects
+        if (value !== null && typeof value === 'object' && !Array.isArray(value) && !(value instanceof Date)) {
+            // Only recurse if we haven't reached maxDepth
+            if (currentDepth + 1 < maxDepth) {
+                const filtered = filterDocument(value, options, currentDepth + 1);
+                // Include the key even if filtered is empty (shows structure exists)
+                result[key] = Object.keys(filtered).length > 0 ? filtered : '...';
+            }
+            else {
+                // At maxDepth - don't recurse further, just indicate truncation
+                result[key] = '...';
+            }
+        }
+        else if (Array.isArray(value)) {
+            // Skip if it looks like an embedding vector (array of numbers)
+            if (value.length > 0 && typeof value[0] === 'number' && isEmbeddingField(key)) {
+                continue;
+            }
+            // Handle arrays - filter nested objects within arrays
+            const filteredArray = value.map(item => {
+                if (item !== null && typeof item === 'object' && !(item instanceof Date)) {
+                    if (currentDepth + 1 < maxDepth) {
+                        const filtered = filterDocument(item, options, currentDepth + 1);
+                        return Object.keys(filtered).length > 0 ? filtered : '...';
+                    }
+                    return '...'; // Truncated at maxDepth
+                }
+                return item;
+            });
+            if (filteredArray.length > 0) {
+                result[key] = filteredArray;
+            }
+        }
+        else {
+            // Primitive values or dates
+            result[key] = value;
+        }
+    }
+    return result;
+}
+/**
+ * Extract text content from a document for embedding
+ */
+function extractText(doc, depth = 0, maxDepth = 3, separator = ' ') {
+    const parts = [];
+    for (const [key, value] of Object.entries(doc)) {
+        // Skip embedding fields
+        if (isEmbeddingField(key)) {
+            continue;
+        }
+        if (typeof value === 'string') {
+            parts.push(value);
+        }
+        else if (typeof value === 'number' || typeof value === 'boolean') {
+            parts.push(String(value));
+        }
+        else if (Array.isArray(value)) {
+            // Skip if it looks like an embedding vector
+            if (value.length > 0 && typeof value[0] === 'number' && isEmbeddingField(key)) {
+                continue;
+            }
+            for (const item of value) {
+                if (typeof item === 'string') {
+                    parts.push(item);
+                }
+                else if (typeof item === 'number' || typeof item === 'boolean') {
+                    parts.push(String(item));
+                }
+                else if (item !== null && typeof item === 'object' && depth < maxDepth) {
+                    parts.push(extractText(item, depth + 1, maxDepth, separator));
+                }
+            }
+        }
+        else if (value !== null && typeof value === 'object' && !(value instanceof Date) && depth < maxDepth) {
+            parts.push(extractText(value, depth + 1, maxDepth, separator));
+        }
+        else if (value instanceof Date) {
+            parts.push(value.toISOString());
+        }
+    }
+    return parts.filter(p => p.trim().length > 0).join(separator);
+}
+/**
+ * Serialize a document for embedding generation
+ *
+ * @param doc - The document to serialize
+ * @param options - Serialization options
+ * @returns Serialized string representation of the document
+ */
+export function serializeForEmbedding(doc, options = {}) {
+    const { serializer = 'yaml', auto = {} } = options;
+    const { separator = ' ' } = auto;
+    // Filter the document
+    const filtered = filterDocument(doc, auto);
+    // Serialize based on format
+    switch (serializer) {
+        case 'json':
+            return JSON.stringify(filtered);
+        case 'text':
+            return extractText(filtered, 0, auto.maxDepth ?? 3, separator);
+        case 'yaml':
+        default:
+            return yaml.dump(filtered, {
+                indent: 2,
+                lineWidth: -1, // No line wrapping
+                noRefs: true, // Don't use YAML references
+                sortKeys: true // Consistent ordering
+            }).trim();
+    }
+}
+/**
+ * Serialize a document with full metadata extraction
+ *
+ * This is the advanced API that returns a structured result including
+ * the document ID and extracted metadata for vector storage.
+ *
+ * @param doc - The document to serialize
+ * @param options - Serialization options
+ * @returns Serialized document with text and metadata
+ */
+export function serializeDocument(doc, options = {}) {
+    const { auto = {} } = options;
+    // Extract document ID
+    const documentId = extractDocumentId(doc);
+    // Serialize to text
+    const text = serializeForEmbedding(doc, options);
+    // Build result with optional metadata
+    const result = {
+        documentId,
+        text
+    };
+    // Extract metadata if requested
+    if (auto.metadataFields && auto.metadataFields.length > 0) {
+        result.metadata = extractMetadata(doc, auto.metadataFields);
+    }
+    return result;
+}
+/**
+ * Serialize multiple documents in batch
+ *
+ * @param docs - Array of MongoDB documents
+ * @param options - Serialization options applied to all documents
+ * @returns Array of serialized documents
+ */
+export function serializeDocuments(docs, options = {}) {
+    return docs.map(doc => serializeDocument(doc, options));
+}
+/**
+ * DocumentSerializer class - Object-oriented API for document serialization
+ *
+ * Provides a class-based interface for cases where you need to reuse
+ * serialization options across multiple operations.
+ */
+export class DocumentSerializer {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    /**
+     * Serialize a single document to text for embedding
+     */
+    serialize(doc, options) {
+        return serializeDocument(doc, options || this.options);
+    }
+    /**
+     * Serialize multiple documents in batch
+     */
+    serializeBatch(docs, options) {
+        return serializeDocuments(docs, options || this.options);
+    }
+    /**
+     * Get just the text representation (simple API)
+     */
+    serializeToText(doc, options) {
+        return serializeForEmbedding(doc, options || this.options);
+    }
+}
+//# sourceMappingURL=document-serializer.js.map

package/dist/embedding/document-serializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-serializer.js","sourceRoot":"","sources":["../../src/embedding/document-serializer.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,SAAS,CAAC;AA8E3B;;GAEG;AACH,MAAM,wBAAwB,GAAG;IAC/B,OAAO,EAAY,oBAAoB;IACvC,KAAK,EAAc,+CAA+C;IAClE,aAAa,EAAM,yBAAyB;IAC5C,aAAa,EAAM,yBAAyB;IAC5C,OAAO,EAAY,uBAAuB;CAC3C,CAAC;AAEF;;GAEG;AACH,MAAM,wBAAwB,GAAG;IAC/B,WAAW;IACX,QAAQ;IACR,YAAY;IACZ,SAAS;IACT,YAAY;IACZ,SAAS;CACV,CAAC;AAEF;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC1C,OAAO,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAC7C,SAAS,KAAK,OAAO;QACrB,SAAS,CAAC,QAAQ,CAAC,GAAG,GAAG,OAAO,CAAC;QACjC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC5B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,SAAiB,EAAE,qBAA+B,EAAE;IAC9E,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,yBAAyB;IACzB,KAAK,MAAM,OAAO,IAAI,wBAAwB,EAAE,CAAC;QAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IAAI,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,GAA4B,EAAE,IAAY;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAY,GAAG,CAAC;IAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,GAAI,OAAmC,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,uBAAuB;IACvB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;YAClD,OAAO,KAAiB,CAAC;QAC3B,CAAC;QACD,6CAA6C;QAC7C,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,qCAAqC;IACrC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CACtB,GAA4B,EAC5B,cAAwB;IAExB,MAAM,QAAQ,GAAsB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,QAAQ,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,GAA4B;IACrD,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC;IACnB,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,IAAI,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;QAC9D,OAAQ,EAA6B,CAAC,QAAQ,EAAE,CAAC;IACnD,CAAC;IACD,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC;AACpB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,cAAc,CACrB,GAA4B,EAC5B,UAA+B,EAAE,EACjC,eAAuB,CAAC;IAExB,MAAM,EAAE,QAAQ,GAAG,CAAC,EAAE,aAAa,GAAG,EAAE,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IACpE,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,wCAAwC;QACxC,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,6CAA6C;YAC7C,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBACjD,IAAI,OAAO,KAAK,GAAG;oBAAE,OAAO,IAAI,CAAC;gBACjC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;oBACpC,OAAO,GAAG,KAAK,MAAM,CAAC;gBACxB,CAAC;gBACD,sDAAsD;gBACtD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC;oBAAE,OAAO,IAAI,CAAC;gBAC/C,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;QACH,CAAC;aAAM,IAAI,kBAAkB,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;YAClD,SAAS;QACX,CAAC;QAED,wBAAwB;QACxB,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,YAAY,IAAI,CAAC,EAAE,CAAC;YACrG,8CAA8C;YAC9C,IAAI,YAAY,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAgC,EAAE,OAAO,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;gBAC7F,qEAAqE;gBACrE,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,gEAAgE;gBAChE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,+DAA+D;YAC/D,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,SAAS;YACX,CAAC;YAED,sDAAsD;YACtD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACrC,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;oBACzE,IAAI,YAAY,GAAG,CAAC,GAAG,QAAQ,EAAE,CAAC;wBAChC,MAAM,QAAQ,GAAG,cAAc,CAAC,IAA+B,EAAE,OAAO,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;wBAC5F,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;oBAC7D,CAAC;oBACD,OAAO,KAAK,CAAC,CAAC,wBAAwB;gBACxC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC;YAC9B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,4BAA4B;YAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAClB,GAA4B,EAC5B,QAAgB,CAAC,EACjB,WAAmB,CAAC,EACpB,YAAoB,GAAG;IAEvB,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,wBAAwB;QACxB,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,4CAA4C;YAC5C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,SAAS;YACX,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;qBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,SAAS,EAAE,CAAC;oBACjE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACzE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAA+B,EAAE,KAAK,GAAG,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,YAAY,IAAI,CAAC,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACvG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAgC,EAAE,KAAK,GAAG,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5F,CAAC;aAAM,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,GAA4B,EAC5B,UAAgC,EAAE;IAElC,MAAM,EAAE,UAAU,GAAG,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IACnD,MAAM,EAAE,SAAS,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC;IAEjC,sBAAsB;IACtB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAE3C,4BAA4B;IAC5B,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAElC,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;QAEjE,KAAK,MAAM,CAAC;QACZ;YACE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACzB,MAAM,EAAE,CAAC;gBACT,SAAS,EAAE,CAAC,CAAC,EAAE,mBAAmB;gBAClC,MAAM,EAAE,IAAI,EAAG,4BAA4B;gBAC3C,QAAQ,EAAE,IAAI,CAAC,sBAAsB;aACtC,CAAC,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAC/B,GAA4B,EAC5B,UAAgC,EAAE;IAElC,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAE9B,sBAAsB;IACtB,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAE1C,oBAAoB;IACpB,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAEjD,sCAAsC;IACtC,MAAM,MAAM,GAAuB;QACjC,UAAU;QACV,IAAI;KACL,CAAC;IAEF,gCAAgC;IAChC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,CAAC,QAAQ,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAA+B,EAC/B,UAAgC,EAAE;IAElC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED;;;;;GAKG;AACH,MAAM,OAAO,kBAAkB;IACrB,OAAO,CAAuB;IAEtC,YAAY,UAAgC,EAAE;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,SAAS,CACP,GAA4B,EAC5B,OAA8B;QAE9B,OAAO,iBAAiB,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,cAAc,CACZ,IAA+B,EAC/B,OAA8B;QAE9B,OAAO,kBAAkB,CAAC,IAAI,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,eAAe,CACb,GAA4B,EAC5B,OAA8B;QAE9B,OAAO,qBAAqB,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;CACF"}

package/dist/embedding/embedding-manager.d.ts

@@ -0,0 +1,136 @@
+import type { VectorizeIndex, Ai, VectorizeMutationResult, VectorizeMetadata } from '../types/vectorize';
+import { SerializationOptions } from './document-serializer';
+/**
+ * Default embedding model - Cloudflare's BGE-M3 model
+ * Produces 1024-dimensional vectors, supports multiple languages
+ */
+export declare const DEFAULT_EMBEDDING_MODEL = "@cf/baai/bge-m3";
+/**
+ * Cloudflare Vectorize has a limit of 100 vectors per upsert operation
+ */
+export declare const VECTORIZE_BATCH_LIMIT = 100;
+/**
+ * Configuration for the EmbeddingManager
+ */
+export interface EmbeddingConfig {
+    /**
+     * Vectorize index binding for storing embeddings
+     */
+    vectorize: VectorizeIndex;
+    /**
+     * Workers AI binding for generating embeddings
+     */
+    ai: Ai;
+    /**
+     * Collection name (used as namespace/prefix for vector IDs)
+     */
+    collection: string;
+    /**
+     * Embedding model to use (default: '@cf/baai/bge-m3')
+     */
+    model?: string;
+    /**
+     * Serialization options for documents
+     */
+    serialization?: SerializationOptions;
+}
+/**
+ * Options for embedding a single document
+ */
+export interface EmbedDocumentOptions {
+    /**
+     * Additional metadata to store with the vector
+     */
+    metadata?: VectorizeMetadata;
+    /**
+     * Override serialization options for this document
+     */
+    serialization?: SerializationOptions;
+}
+/**
+ * Result from an embedding operation
+ */
+export interface EmbedResult {
+    /**
+     * Number of documents embedded
+     */
+    count: number;
+    /**
+     * Vector IDs of embedded documents
+     */
+    ids: string[];
+}
+/**
+ * Manages automatic embedding generation for documents
+ *
+ * This class handles:
+ * - Serializing documents for embedding generation
+ * - Calling Workers AI to generate embeddings
+ * - Storing embeddings in Vectorize
+ * - Managing vector ID format (collection:documentId)
+ */
+export declare class EmbeddingManager {
+    private vectorize;
+    private ai;
+    private collection;
+    private model;
+    private serialization;
+    constructor(config: EmbeddingConfig);
+    /**
+     * Get the current configuration
+     */
+    getConfig(): {
+        model: string;
+        collection: string;
+        serialization: SerializationOptions;
+    };
+    /**
+     * Generate a vector ID from a document ID
+     * Format: collection:documentId
+     */
+    getVectorId(documentId: string): string;
+    /**
+     * Parse a vector ID into its components
+     */
+    parseVectorId(vectorId: string): {
+        collection: string;
+        documentId: string;
+    };
+    /**
+     * Embed a single document
+     *
+     * @param doc - The document to embed (must have _id field)
+     * @param options - Optional embedding options
+     * @returns The embedding result
+     */
+    embedDocument(doc: Record<string, unknown>, options?: EmbedDocumentOptions): Promise<EmbedResult>;
+    /**
+     * Embed multiple documents in a batch
+     *
+     * @param docs - Array of documents to embed (each must have _id field)
+     * @param options - Optional embedding options
+     * @returns The embedding result
+     */
+    embedDocuments(docs: Record<string, unknown>[], options?: EmbedDocumentOptions): Promise<EmbedResult>;
+    /**
+     * Delete the embedding for a document
+     *
+     * @param documentId - The document ID
+     */
+    deleteDocument(documentId: string): Promise<VectorizeMutationResult>;
+    /**
+     * Delete embeddings for multiple documents
+     *
+     * @param documentIds - Array of document IDs
+     */
+    deleteDocuments(documentIds: string[]): Promise<VectorizeMutationResult>;
+    /**
+     * Generate an embedding for a single text
+     */
+    private generateEmbedding;
+    /**
+     * Generate embeddings for multiple texts in batch
+     */
+    private generateEmbeddings;
+}
+//# sourceMappingURL=embedding-manager.d.ts.map

package/dist/embedding/embedding-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-manager.d.ts","sourceRoot":"","sources":["../../src/embedding/embedding-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,uBAAuB,EAAmB,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC1H,OAAO,EAAyB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAEpF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,oBAAoB,CAAC;AAEzD;;GAEG;AACH,eAAO,MAAM,qBAAqB,MAAM,CAAC;AAEzC;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,SAAS,EAAE,cAAc,CAAC;IAE1B;;OAEG;IACH,EAAE,EAAE,EAAE,CAAC;IAEP;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,aAAa,CAAC,EAAE,oBAAoB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAE7B;;OAEG;IACH,aAAa,CAAC,EAAE,oBAAoB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,GAAG,EAAE,MAAM,EAAE,CAAC;CACf;AAED;;;;;;;;GAQG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,EAAE,CAAK;IACf,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,aAAa,CAAuB;gBAEhC,MAAM,EAAE,eAAe;IAQnC;;OAEG;IACH,SAAS,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,oBAAoB,CAAA;KAAE;IAQvF;;;OAGG;IACH,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIvC;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAW3E;;;;;;OAMG;IACG,aAAa,CACjB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,WAAW,CAAC;IA+BvB;;;;;;OAMG;IACG,cAAc,CAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,WAAW,CAAC;IA6CvB;;;;OAIG;IACG,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAK1E;;;;OAIG;IACG,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAK9E;;OAEG;YACW,iBAAiB;IAQ/B;;OAEG;YACW,kBAAkB;CAMjC"}

package/dist/embedding/embedding-manager.js

@@ -0,0 +1,176 @@
+import { serializeForEmbedding } from './document-serializer';
+/**
+ * Default embedding model - Cloudflare's BGE-M3 model
+ * Produces 1024-dimensional vectors, supports multiple languages
+ */
+export const DEFAULT_EMBEDDING_MODEL = '@cf/baai/bge-m3';
+/**
+ * Cloudflare Vectorize has a limit of 100 vectors per upsert operation
+ */
+export const VECTORIZE_BATCH_LIMIT = 100;
+/**
+ * Manages automatic embedding generation for documents
+ *
+ * This class handles:
+ * - Serializing documents for embedding generation
+ * - Calling Workers AI to generate embeddings
+ * - Storing embeddings in Vectorize
+ * - Managing vector ID format (collection:documentId)
+ */
+export class EmbeddingManager {
+    vectorize;
+    ai;
+    collection;
+    model;
+    serialization;
+    constructor(config) {
+        this.vectorize = config.vectorize;
+        this.ai = config.ai;
+        this.collection = config.collection;
+        this.model = config.model || DEFAULT_EMBEDDING_MODEL;
+        this.serialization = config.serialization || { serializer: 'yaml' };
+    }
+    /**
+     * Get the current configuration
+     */
+    getConfig() {
+        return {
+            model: this.model,
+            collection: this.collection,
+            serialization: this.serialization
+        };
+    }
+    /**
+     * Generate a vector ID from a document ID
+     * Format: collection:documentId
+     */
+    getVectorId(documentId) {
+        return `${this.collection}:${documentId}`;
+    }
+    /**
+     * Parse a vector ID into its components
+     */
+    parseVectorId(vectorId) {
+        const colonIndex = vectorId.indexOf(':');
+        if (colonIndex === -1) {
+            return { collection: '', documentId: vectorId };
+        }
+        return {
+            collection: vectorId.substring(0, colonIndex),
+            documentId: vectorId.substring(colonIndex + 1)
+        };
+    }
+    /**
+     * Embed a single document
+     *
+     * @param doc - The document to embed (must have _id field)
+     * @param options - Optional embedding options
+     * @returns The embedding result
+     */
+    async embedDocument(doc, options = {}) {
+        const documentId = String(doc._id);
+        const vectorId = this.getVectorId(documentId);
+        // Serialize document for embedding
+        const serializationOptions = options.serialization || this.serialization;
+        const text = serializeForEmbedding(doc, serializationOptions);
+        // Generate embedding using Workers AI
+        const embedding = await this.generateEmbedding(text);
+        // Prepare metadata
+        const metadata = {
+            collection: this.collection,
+            documentId,
+            ...options.metadata
+        };
+        // Upsert to Vectorize
+        await this.vectorize.upsert([{
+                id: vectorId,
+                values: embedding,
+                metadata
+            }]);
+        return {
+            count: 1,
+            ids: [vectorId]
+        };
+    }
+    /**
+     * Embed multiple documents in a batch
+     *
+     * @param docs - Array of documents to embed (each must have _id field)
+     * @param options - Optional embedding options
+     * @returns The embedding result
+     */
+    async embedDocuments(docs, options = {}) {
+        if (docs.length === 0) {
+            return { count: 0, ids: [] };
+        }
+        // Serialize all documents
+        const serializationOptions = options.serialization || this.serialization;
+        const texts = docs.map(doc => serializeForEmbedding(doc, serializationOptions));
+        // Generate embeddings in batch
+        const embeddings = await this.generateEmbeddings(texts);
+        // Prepare vectors for upsert
+        const vectors = docs.map((doc, index) => {
+            const documentId = String(doc._id);
+            const vectorId = this.getVectorId(documentId);
+            const metadata = {
+                collection: this.collection,
+                documentId,
+                ...options.metadata
+            };
+            // Safe access - embeddings array length matches docs array
+            const values = embeddings[index] ?? [];
+            return {
+                id: vectorId,
+                values,
+                metadata
+            };
+        });
+        // Upsert vectors in chunks to respect Vectorize batch limit
+        for (let i = 0; i < vectors.length; i += VECTORIZE_BATCH_LIMIT) {
+            const chunk = vectors.slice(i, i + VECTORIZE_BATCH_LIMIT);
+            await this.vectorize.upsert(chunk);
+        }
+        return {
+            count: docs.length,
+            ids: vectors.map(v => v.id)
+        };
+    }
+    /**
+     * Delete the embedding for a document
+     *
+     * @param documentId - The document ID
+     */
+    async deleteDocument(documentId) {
+        const vectorId = this.getVectorId(documentId);
+        return this.vectorize.deleteByIds([vectorId]);
+    }
+    /**
+     * Delete embeddings for multiple documents
+     *
+     * @param documentIds - Array of document IDs
+     */
+    async deleteDocuments(documentIds) {
+        const vectorIds = documentIds.map(id => this.getVectorId(id));
+        return this.vectorize.deleteByIds(vectorIds);
+    }
+    /**
+     * Generate an embedding for a single text
+     */
+    async generateEmbedding(text) {
+        const result = await this.ai.run(this.model, {
+            text: [text]
+        });
+        // Safe access - single text input always returns single embedding
+        return result.data[0] ?? [];
+    }
+    /**
+     * Generate embeddings for multiple texts in batch
+     */
+    async generateEmbeddings(texts) {
+        const result = await this.ai.run(this.model, {
+            text: texts
+        });
+        return result.data;
+    }
+}
+//# sourceMappingURL=embedding-manager.js.map

package/dist/embedding/embedding-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-manager.js","sourceRoot":"","sources":["../../src/embedding/embedding-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAwB,MAAM,uBAAuB,CAAC;AAEpF;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,iBAAiB,CAAC;AAEzD;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AA8DzC;;;;;;;;GAQG;AACH,MAAM,OAAO,gBAAgB;IACnB,SAAS,CAAiB;IAC1B,EAAE,CAAK;IACP,UAAU,CAAS;IACnB,KAAK,CAAS;IACd,aAAa,CAAuB;IAE5C,YAAY,MAAuB;QACjC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,uBAAuB,CAAC;QACrD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,UAAkB;QAC5B,OAAO,GAAG,IAAI,CAAC,UAAU,IAAI,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;QAClD,CAAC;QACD,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC;YAC7C,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC;SAC/C,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CACjB,GAA4B,EAC5B,UAAgC,EAAE;QAElC,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAE9C,mCAAmC;QACnC,MAAM,oBAAoB,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC;QACzE,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QAE9D,sCAAsC;QACtC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAErD,mBAAmB;QACnB,MAAM,QAAQ,GAAsB;YAClC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU;YACV,GAAG,OAAO,CAAC,QAAQ;SACpB,CAAC;QAEF,sBAAsB;QACtB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC3B,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,SAAS;gBACjB,QAAQ;aACT,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,CAAC,QAAQ,CAAC;SAChB,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,cAAc,CAClB,IAA+B,EAC/B,UAAgC,EAAE;QAElC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAC/B,CAAC;QAED,0BAA0B;QAC1B,MAAM,oBAAoB,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC;QACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAEhF,+BAA+B;QAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAExD,6BAA6B;QAC7B,MAAM,OAAO,GAAoE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACvG,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAE9C,MAAM,QAAQ,GAAsB;gBAClC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU;gBACV,GAAG,OAAO,CAAC,QAAQ;aACpB,CAAC;YAEF,2DAA2D;YAC3D,MAAM,MAAM,GAAa,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAEjD,OAAO;gBACL,EAAE,EAAE,QAAQ;gBACZ,MAAM;gBACN,QAAQ;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,4DAA4D;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,qBAAqB,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,CAAC;YAC1D,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,UAAkB;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAChD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,WAAqB;QACzC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAkB,IAAI,CAAC,KAAK,EAAE;YAC5D,IAAI,EAAE,CAAC,IAAI,CAAC;SACb,CAAC,CAAC;QACH,kEAAkE;QAClE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,KAAe;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAkB,IAAI,CAAC,KAAK,EAAE;YAC5D,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;CACF"}