@ninebix/nmt-system 1.0.4 → 2.0.0

package/dist/src/services/db-bridge.js

@@ -0,0 +1,524 @@
+/**
+ * DB Bridge Service — Import/Export between external databases and NMT
+ * @module services/db-bridge
+ */
+/**
+ * Serialize a DB row to text for embedding generation
+ */
+function rowToText(row, tableName) {
+    const parts = [`[${tableName}]`];
+    for (const [key, value] of Object.entries(row)) {
+        if (value === null || value === undefined)
+            continue;
+        if (Buffer.isBuffer(value) || value instanceof Uint8Array) {
+            parts.push(`${key}: <binary ${value.length} bytes>`);
+        }
+        else if (typeof value === 'object') {
+            parts.push(`${key}: ${JSON.stringify(value)}`);
+        }
+        else {
+            parts.push(`${key}: ${String(value)}`);
+        }
+    }
+    return parts.join('\n');
+}
+/**
+ * Convert a NeuronNode to a flat DB row for export
+ */
+function neuronToRow(neuron, includeEmbedding) {
+    const row = {
+        id: neuron.id,
+        merkle_root: neuron.merkleRoot,
+        chunk_count: neuron.chunkHashes.length,
+        source_type: neuron.metadata.sourceType,
+        neuron_type: neuron.metadata.neuronType ?? null,
+        importance: neuron.metadata.importance ?? null,
+        tags: JSON.stringify(neuron.metadata.tags),
+        chunk_hashes: JSON.stringify(neuron.chunkHashes),
+        access_count: neuron.metadata.accessCount,
+        created_at: neuron.metadata.createdAt,
+        updated_at: neuron.metadata.updatedAt,
+        last_accessed: neuron.metadata.lastAccessed,
+    };
+    if (includeEmbedding) {
+        row.embedding = Buffer.from(neuron.embedding.buffer, neuron.embedding.byteOffset, neuron.embedding.byteLength);
+    }
+    return row;
+}
+/**
+ * Convert a Synapse to a flat DB row for export
+ */
+function synapseToRow(synapse) {
+    return {
+        id: synapse.id,
+        source_id: synapse.sourceId,
+        target_id: synapse.targetId,
+        type: synapse.type,
+        weight: synapse.weight,
+        bidirectional: synapse.metadata.bidirectional,
+        activation_count: synapse.metadata.activationCount,
+        created_at: synapse.metadata.createdAt,
+        updated_at: synapse.metadata.updatedAt,
+    };
+}
+/**
+ * Generate neuron table schema for export
+ */
+function getNeuronTableSchema(tableName, includeEmbedding) {
+    const columns = [
+        { name: 'id', type: 'VARCHAR(36)', nullable: false, isPrimary: true, isForeign: false },
+        { name: 'merkle_root', type: 'VARCHAR(64)', nullable: false, isPrimary: false, isForeign: false },
+        { name: 'chunk_count', type: 'INT', nullable: false, isPrimary: false, isForeign: false },
+        { name: 'source_type', type: 'VARCHAR(100)', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'neuron_type', type: 'VARCHAR(20)', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'importance', type: 'FLOAT', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'tags', type: 'JSON', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'chunk_hashes', type: 'JSON', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'access_count', type: 'INT', nullable: false, isPrimary: false, isForeign: false, defaultValue: 0 },
+        { name: 'created_at', type: 'TIMESTAMP', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'updated_at', type: 'TIMESTAMP', nullable: true, isPrimary: false, isForeign: false },
+        { name: 'last_accessed', type: 'TIMESTAMP', nullable: true, isPrimary: false, isForeign: false },
+    ];
+    if (includeEmbedding) {
+        columns.splice(2, 0, {
+            name: 'embedding',
+            type: 'LONGBLOB',
+            nullable: true,
+            isPrimary: false,
+            isForeign: false,
+        });
+    }
+    return {
+        name: tableName,
+        columns,
+        primaryKey: ['id'],
+        foreignKeys: [],
+        rowCount: 0,
+    };
+}
+/**
+ * Generate synapse table schema for export
+ */
+function getSynapseTableSchema(tableName, neuronTable) {
+    return {
+        name: tableName,
+        columns: [
+            { name: 'id', type: 'VARCHAR(36)', nullable: false, isPrimary: true, isForeign: false },
+            { name: 'source_id', type: 'VARCHAR(36)', nullable: false, isPrimary: false, isForeign: true, foreignTable: neuronTable, foreignColumn: 'id' },
+            { name: 'target_id', type: 'VARCHAR(36)', nullable: false, isPrimary: false, isForeign: true, foreignTable: neuronTable, foreignColumn: 'id' },
+            { name: 'type', type: 'VARCHAR(20)', nullable: false, isPrimary: false, isForeign: false },
+            { name: 'weight', type: 'FLOAT', nullable: false, isPrimary: false, isForeign: false },
+            { name: 'bidirectional', type: 'BOOLEAN', nullable: false, isPrimary: false, isForeign: false, defaultValue: false },
+            { name: 'activation_count', type: 'INT', nullable: false, isPrimary: false, isForeign: false, defaultValue: 0 },
+            { name: 'created_at', type: 'TIMESTAMP', nullable: true, isPrimary: false, isForeign: false },
+            { name: 'updated_at', type: 'TIMESTAMP', nullable: true, isPrimary: false, isForeign: false },
+        ],
+        primaryKey: ['id'],
+        foreignKeys: [
+            { column: 'source_id', refTable: neuronTable, refColumn: 'id' },
+            { column: 'target_id', refTable: neuronTable, refColumn: 'id' },
+        ],
+        rowCount: 0,
+    };
+}
+/**
+ * DB Bridge Service
+ *
+ * Provides bidirectional data transfer between external databases and NMT:
+ * - Import: DB rows → NMT neurons (via IngestionService)
+ * - Export: NMT neurons → DB tables/collections
+ */
+export class DBBridgeService {
+    connector;
+    ingestionService;
+    neuronStore;
+    constructor(connector, ingestionService, neuronStore) {
+        this.connector = connector;
+        this.ingestionService = ingestionService;
+        this.neuronStore = neuronStore;
+    }
+    /**
+     * Import rows from an external DB table into NMT as neurons
+     */
+    async importTable(options) {
+        const startTime = Date.now();
+        const result = {
+            neuronsCreated: 0,
+            synapsesCreated: 0,
+            rowsProcessed: 0,
+            errors: [],
+            duration: 0,
+            sourceTable: options.table,
+        };
+        // Get table schema for metadata
+        const tableSchema = await this.connector.getTableSchema(options.table);
+        const baseTags = [
+            'db-import',
+            options.table,
+            ...(options.tags ?? []),
+        ];
+        // Track PK → neuronId for FK-based synapse creation
+        const pkToNeuronId = new Map();
+        const fkRelations = [];
+        // Cap error list to prevent memory exhaustion on pathological inputs
+        const MAX_ERRORS = 1000;
+        // Stream rows in batches
+        for await (const batch of this.connector.readRows(options.table, {
+            limit: options.limit,
+            batchSize: options.batchSize ?? 1000,
+        })) {
+            for (const row of batch) {
+                try {
+                    const text = rowToText(row, options.table);
+                    const sourceType = `db:${options.table}`;
+                    const safeRow = this.sanitizeRowForStorage(row);
+                    const neuron = await this.ingestionService.ingestText(text, {
+                        sourceType,
+                        tags: baseTags,
+                        autoConnect: options.autoConnect ?? true,
+                        sourceRow: safeRow,
+                        sourceColumns: tableSchema.columns.map(c => ({
+                            name: c.name,
+                            type: c.type,
+                            nullable: c.nullable,
+                            isPrimary: c.isPrimary,
+                            isForeign: c.isForeign,
+                            foreignTable: c.foreignTable,
+                            foreignColumn: c.foreignColumn,
+                            defaultValue: c.defaultValue,
+                            autoIncrement: c.autoIncrement,
+                            isUnique: c.isUnique,
+                            maxLength: c.maxLength,
+                            extra: c.extra,
+                        })),
+                        sourceForeignKeys: tableSchema.foreignKeys.map(fk => ({
+                            column: fk.column,
+                            refTable: fk.refTable,
+                            refColumn: fk.refColumn,
+                        })),
+                        sourceIndexes: tableSchema.indexes?.map(idx => ({
+                            name: idx.name,
+                            columns: idx.columns,
+                            unique: idx.unique,
+                        })),
+                        sourceChecks: tableSchema.checks?.map(chk => ({
+                            name: chk.name,
+                            clause: chk.clause,
+                        })),
+                        sourceTriggers: tableSchema.triggers?.map(trig => ({
+                            name: trig.name,
+                            timing: trig.timing,
+                            event: trig.event,
+                            body: trig.body,
+                        })),
+                        sourceTable: options.table,
+                        sourceEngine: tableSchema.engine,
+                        sourceCharset: tableSchema.charset,
+                    });
+                    result.neuronsCreated++;
+                    result.rowsProcessed++;
+                    // Track PK mapping
+                    const pkValue = this.extractPrimaryKey(row, tableSchema);
+                    if (pkValue) {
+                        pkToNeuronId.set(pkValue, neuron.id);
+                    }
+                    // Track FK relations for later synapse creation
+                    for (const fk of tableSchema.foreignKeys) {
+                        const fkVal = row[fk.column];
+                        if (fkVal !== null && fkVal !== undefined) {
+                            fkRelations.push({
+                                neuronId: neuron.id,
+                                fkColumn: fk.column,
+                                fkValue: `${fk.refTable}:${String(fkVal)}`,
+                            });
+                        }
+                    }
+                }
+                catch (error) {
+                    const msg = error instanceof Error ? error.message : String(error);
+                    if (result.errors.length < MAX_ERRORS) {
+                        result.errors.push(`Row ${result.rowsProcessed}: ${msg}`);
+                    }
+                    result.rowsProcessed++;
+                }
+            }
+            // Process FK synapses accumulated this batch to limit memory
+            if (options.autoConnect !== false && fkRelations.length > 0) {
+                for (const rel of fkRelations) {
+                    const targetNeuronId = pkToNeuronId.get(rel.fkValue);
+                    if (targetNeuronId) {
+                        try {
+                            await this.neuronStore.createSynapse(rel.neuronId, targetNeuronId, 'ASSOCIATIVE', 0.8, false);
+                            result.synapsesCreated++;
+                        }
+                        catch {
+                            // Synapse creation may fail if target doesn't exist yet
+                        }
+                    }
+                }
+                fkRelations.length = 0;
+            }
+        }
+        // Final pass: process any remaining FK relations from last batch
+        if (options.autoConnect !== false) {
+            for (const rel of fkRelations) {
+                const targetNeuronId = pkToNeuronId.get(rel.fkValue);
+                if (targetNeuronId) {
+                    try {
+                        await this.neuronStore.createSynapse(rel.neuronId, targetNeuronId, 'ASSOCIATIVE', 0.8, false);
+                        result.synapsesCreated++;
+                    }
+                    catch {
+                        // Synapse creation may fail if target doesn't exist
+                    }
+                }
+            }
+        }
+        result.duration = Date.now() - startTime;
+        return result;
+    }
+    /**
+     * Export NMT neurons to an external DB
+     */
+    async exportNeurons(options = {}) {
+        const startTime = Date.now();
+        const result = {
+            neuronsExported: 0,
+            synapsesExported: 0,
+            tablesCreated: [],
+            duration: 0,
+            sourceDataRestored: 0,
+        };
+        const neuronTable = options.table ?? 'nmt_neurons';
+        const synapseTable = `${neuronTable}_synapses`;
+        const includeEmbeddings = options.includeEmbeddings ?? true;
+        const includeSynapses = options.includeSynapses ?? true;
+        const restoreSourceData = options.restoreSourceData ?? false;
+        // Get all neuron IDs (optionally filtered by tags)
+        const allIds = await this.neuronStore.getAllNeuronIds();
+        // Determine table schema based on mode
+        let tableCreated = false;
+        if (restoreSourceData) {
+            // Find first neuron with source columns to create source-schema table
+            for (const id of allIds) {
+                const neuron = await this.neuronStore.getNeuron(id);
+                if (neuron?.metadata.sourceColumns && neuron.metadata.sourceColumns.length > 0) {
+                    const cols = neuron.metadata.sourceColumns;
+                    const fks = neuron.metadata.sourceForeignKeys ?? [];
+                    const idxs = neuron.metadata.sourceIndexes ?? [];
+                    const sourceSchema = {
+                        name: neuronTable,
+                        columns: cols.map(c => ({
+                            name: c.name,
+                            type: c.type,
+                            nullable: c.nullable,
+                            isPrimary: c.isPrimary,
+                            isForeign: c.isForeign ?? false,
+                            foreignTable: c.foreignTable,
+                            foreignColumn: c.foreignColumn,
+                            defaultValue: c.defaultValue,
+                            autoIncrement: c.autoIncrement,
+                            isUnique: c.isUnique,
+                            maxLength: c.maxLength,
+                            extra: c.extra,
+                        })),
+                        primaryKey: cols
+                            .filter(c => c.isPrimary)
+                            .map(c => c.name),
+                        foreignKeys: fks.map(fk => ({
+                            column: fk.column,
+                            refTable: fk.refTable,
+                            refColumn: fk.refColumn,
+                        })),
+                        indexes: idxs.map(idx => ({
+                            name: idx.name,
+                            columns: idx.columns,
+                            unique: idx.unique,
+                        })),
+                        checks: (neuron.metadata.sourceChecks ?? []).map(chk => ({
+                            name: chk.name,
+                            clause: chk.clause,
+                        })),
+                        triggers: (neuron.metadata.sourceTriggers ?? []).map(trig => ({
+                            name: trig.name,
+                            timing: trig.timing,
+                            event: trig.event,
+                            body: trig.body,
+                        })),
+                        engine: neuron.metadata.sourceEngine,
+                        charset: neuron.metadata.sourceCharset,
+                        rowCount: 0,
+                    };
+                    if (!(await this.connector.tableExists(neuronTable))) {
+                        await this.connector.createTable(sourceSchema);
+                        result.tablesCreated.push(neuronTable);
+                    }
+                    tableCreated = true;
+                    break;
+                }
+            }
+        }
+        // Fallback to neuron metadata schema
+        if (!tableCreated) {
+            const neuronSchema = getNeuronTableSchema(neuronTable, includeEmbeddings);
+            if (!(await this.connector.tableExists(neuronTable))) {
+                await this.connector.createTable(neuronSchema);
+                result.tablesCreated.push(neuronTable);
+            }
+        }
+        // Export neurons in batches
+        const batchSize = 500;
+        const neuronRows = [];
+        const synapseIds = new Set();
+        // When restoreSourceData is on, non-source neurons go to a separate fallback table
+        const fallbackTable = `${neuronTable}_nmt_meta`;
+        const fallbackRows = [];
+        let fallbackTableCreated = false;
+        for (const id of allIds) {
+            const neuron = await this.neuronStore.getNeuron(id);
+            if (!neuron)
+                continue;
+            // Filter by tags if specified
+            if (options.tags && options.tags.length > 0) {
+                const hasTags = options.tags.some((t) => neuron.metadata.tags.includes(t));
+                if (!hasTags)
+                    continue;
+            }
+            // Use source data if available and requested
+            if (restoreSourceData && neuron.metadata.sourceRow) {
+                neuronRows.push(this.desanitizeRow(neuron.metadata.sourceRow));
+                result.sourceDataRestored++;
+            }
+            else if (restoreSourceData && tableCreated) {
+                // Source-schema table active but this neuron has no sourceRow — send to fallback
+                if (!fallbackTableCreated) {
+                    const fbSchema = getNeuronTableSchema(fallbackTable, includeEmbeddings);
+                    if (!(await this.connector.tableExists(fallbackTable))) {
+                        await this.connector.createTable(fbSchema);
+                        result.tablesCreated.push(fallbackTable);
+                    }
+                    fallbackTableCreated = true;
+                }
+                fallbackRows.push(neuronToRow(neuron, includeEmbeddings));
+            }
+            else {
+                neuronRows.push(neuronToRow(neuron, includeEmbeddings));
+            }
+            // Collect synapse IDs
+            if (includeSynapses) {
+                for (const synId of neuron.outgoingSynapses) {
+                    synapseIds.add(synId);
+                }
+            }
+            // Flush source rows batch
+            if (neuronRows.length >= batchSize) {
+                await this.connector.writeRows(neuronTable, neuronRows);
+                result.neuronsExported += neuronRows.length;
+                neuronRows.length = 0;
+            }
+            // Flush fallback rows batch
+            if (fallbackRows.length >= batchSize) {
+                await this.connector.writeRows(fallbackTable, fallbackRows);
+                result.neuronsExported += fallbackRows.length;
+                fallbackRows.length = 0;
+            }
+            if (options.limit && result.neuronsExported >= options.limit)
+                break;
+        }
+        // Flush remaining source rows
+        if (neuronRows.length > 0) {
+            await this.connector.writeRows(neuronTable, neuronRows);
+            result.neuronsExported += neuronRows.length;
+        }
+        // Flush remaining fallback rows
+        if (fallbackRows.length > 0) {
+            await this.connector.writeRows(fallbackTable, fallbackRows);
+            result.neuronsExported += fallbackRows.length;
+        }
+        // Export synapses
+        if (includeSynapses && synapseIds.size > 0) {
+            const synSchema = getSynapseTableSchema(synapseTable, neuronTable);
+            if (!(await this.connector.tableExists(synapseTable))) {
+                await this.connector.createTable(synSchema);
+                result.tablesCreated.push(synapseTable);
+            }
+            const synapseRows = [];
+            for (const synId of synapseIds) {
+                const synapse = await this.neuronStore.getSynapse(synId);
+                if (!synapse)
+                    continue;
+                synapseRows.push(synapseToRow(synapse));
+                if (synapseRows.length >= batchSize) {
+                    await this.connector.writeRows(synapseTable, synapseRows);
+                    result.synapsesExported += synapseRows.length;
+                    synapseRows.length = 0;
+                }
+            }
+            if (synapseRows.length > 0) {
+                await this.connector.writeRows(synapseTable, synapseRows);
+                result.synapsesExported += synapseRows.length;
+            }
+        }
+        result.duration = Date.now() - startTime;
+        return result;
+    }
+    /**
+     * Analyze the external database schema
+     */
+    async analyzeSchema() {
+        return this.connector.getSchema();
+    }
+    /**
+     * Extract primary key value from a row
+     */
+    extractPrimaryKey(row, schema) {
+        if (schema.primaryKey.length === 0)
+            return null;
+        const parts = schema.primaryKey.map((pk) => String(row[pk] ?? ''));
+        return `${schema.name}:${parts.join(':')}`;
+    }
+    /**
+     * Sanitize a DB row for JSON-safe storage in neuron metadata.
+     * Converts Buffer/Date to tagged objects for lossless round-trip.
+     */
+    sanitizeRowForStorage(row) {
+        const result = {};
+        for (const [key, value] of Object.entries(row)) {
+            if (Buffer.isBuffer(value) || value instanceof Uint8Array) {
+                result[key] = { __binary: true, data: Buffer.from(value).toString('base64') };
+            }
+            else if (value instanceof Date) {
+                result[key] = { __date: true, data: value.toISOString() };
+            }
+            else {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+    /**
+     * Restore a sanitized row back to its original types.
+     */
+    desanitizeRow(row) {
+        const result = {};
+        for (const [key, value] of Object.entries(row)) {
+            if (value && typeof value === 'object' && !Array.isArray(value)) {
+                const obj = value;
+                if (obj.__binary && typeof obj.data === 'string') {
+                    result[key] = Buffer.from(obj.data, 'base64');
+                }
+                else if (obj.__date && typeof obj.data === 'string') {
+                    result[key] = new Date(obj.data);
+                }
+                else {
+                    result[key] = value;
+                }
+            }
+            else {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+}
+//# sourceMappingURL=db-bridge.js.map

package/dist/src/services/db-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-bridge.js","sourceRoot":"","sources":["../../../src/services/db-bridge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAgBH;;GAEG;AACH,SAAS,SAAS,CAAC,GAAU,EAAE,SAAiB;IAC9C,MAAM,KAAK,GAAa,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC;IAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QACpD,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,aAAc,KAAgB,CAAC,MAAM,SAAS,CAAC,CAAC;QACnE,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAClB,MAAkB,EAClB,gBAAyB;IAEzB,MAAM,GAAG,GAAU;QACjB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,WAAW,EAAE,MAAM,CAAC,UAAU;QAC9B,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;QACtC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;QACvC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,IAAI;QAC/C,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,IAAI;QAC9C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC1C,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;QAChD,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW;QACzC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;QACrC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;QACrC,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;KAC5C,CAAC;IAEF,IAAI,gBAAgB,EAAE,CAAC;QACrB,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CACzB,MAAM,CAAC,SAAS,CAAC,MAAM,EACvB,MAAM,CAAC,SAAS,CAAC,UAAU,EAC3B,MAAM,CAAC,SAAS,CAAC,UAAU,CAC5B,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAgB;IACpC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa;QAC7C,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,eAAe;QAClD,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACtC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;KACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,SAAiB,EACjB,gBAAyB;IAEzB,MAAM,OAAO,GAAmB;QAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;QACvF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QACjG,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QACzF,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QACjG,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QAChG,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QACzF,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QAClF,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QAC1F,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE;QAC3G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QAC7F,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;QAC7F,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;KACjG,CAAC;IAEF,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE;YACnB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS;QACf,OAAO;QACP,UAAU,EAAE,CAAC,IAAI,CAAC;QAClB,WAAW,EAAE,EAAE;QACf,QAAQ,EAAE,CAAC;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,SAAiB,EAAE,WAAmB;IACnE,OAAO;QACL,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;YACvF,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE;YAC9I,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE;YAC9I,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;YAC1F,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;YACtF,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE;YACpH,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE;YAC/G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;YAC7F,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;SAC9F;QACD,UAAU,EAAE,CAAC,IAAI,CAAC;QAClB,WAAW,EAAE;YACX,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE;YAC/D,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE;SAChE;QACD,QAAQ,EAAE,CAAC;KACZ,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,OAAO,eAAe;IAClB,SAAS,CAAe;IACxB,gBAAgB,CAAmB;IACnC,WAAW,CAAe;IAElC,YACE,SAAuB,EACvB,gBAAkC,EAClC,WAAyB;QAEzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,OAAsB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAiB;YAC3B,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,OAAO,CAAC,KAAK;SAC3B,CAAC;QAEF,gCAAgC;QAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG;YACf,WAAW;YACX,OAAO,CAAC,KAAK;YACb,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;SACxB,CAAC;QAEF,oDAAoD;QACpD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAgB,CAAC;QAC7C,MAAM,WAAW,GAAiE,EAAE,CAAC;QAErF,qEAAqE;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC;QAExB,yBAAyB;QACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE;YAC/D,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;SACrC,CAAC,EAAE,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC3C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;oBAEhD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,EAAE;wBAC1D,UAAU;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;wBACxC,SAAS,EAAE,OAAO;wBAClB,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC3C,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,YAAY,EAAE,CAAC,CAAC,YAAY;4BAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;4BAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;4BAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;4BAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,KAAK,EAAE,CAAC,CAAC,KAAK;yBACf,CAAC,CAAC;wBACH,iBAAiB,EAAE,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BACpD,MAAM,EAAE,EAAE,CAAC,MAAM;4BACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,SAAS,EAAE,EAAE,CAAC,SAAS;yBACxB,CAAC,CAAC;wBACH,aAAa,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;4BAC9C,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;4BAC5C,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,cAAc,EAAE,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BACjD,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,MAAM,EAAE,IAAI,CAAC,MAAM;4BACnB,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;wBACH,WAAW,EAAE,OAAO,CAAC,KAAK;wBAC1B,YAAY,EAAE,WAAW,CAAC,MAAM;wBAChC,aAAa,EAAE,WAAW,CAAC,OAAO;qBACnC,CAAC,CAAC;oBAEH,MAAM,CAAC,cAAc,EAAE,CAAC;oBACxB,MAAM,CAAC,aAAa,EAAE,CAAC;oBAEvB,mBAAmB;oBACnB,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;oBACzD,IAAI,OAAO,EAAE,CAAC;wBACZ,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;oBACvC,CAAC;oBAED,gDAAgD;oBAChD,KAAK,MAAM,EAAE,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;wBACzC,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;wBAC7B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;4BAC1C,WAAW,CAAC,IAAI,CAAC;gCACf,QAAQ,EAAE,MAAM,CAAC,EAAE;gCACnB,QAAQ,EAAE,EAAE,CAAC,MAAM;gCACnB,OAAO,EAAE,GAAG,EAAE,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE;6BAC3C,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACnE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;wBACtC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,aAAa,KAAK,GAAG,EAAE,CAAC,CAAC;oBAC5D,CAAC;oBACD,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,6DAA6D;YAC7D,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBAC9B,MAAM,cAAc,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACrD,IAAI,cAAc,EAAE,CAAC;wBACnB,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAClC,GAAG,CAAC,QAAQ,EACZ,cAAc,EACd,aAAa,EACb,GAAG,EACH,KAAK,CACN,CAAC;4BACF,MAAM,CAAC,eAAe,EAAE,CAAC;wBAC3B,CAAC;wBAAC,MAAM,CAAC;4BACP,wDAAwD;wBAC1D,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAClC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;gBAC9B,MAAM,cAAc,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,cAAc,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAClC,GAAG,CAAC,QAAQ,EACZ,cAAc,EACd,aAAa,EACb,GAAG,EACH,KAAK,CACN,CAAC;wBACF,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC3B,CAAC;oBAAC,MAAM,CAAC;wBACP,oDAAoD;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,UAAyB,EAAE;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAiB;YAC3B,eAAe,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,EAAE;YACjB,QAAQ,EAAE,CAAC;YACX,kBAAkB,EAAE,CAAC;SACtB,CAAC;QAEF,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,MAAM,YAAY,GAAG,GAAG,WAAW,WAAW,CAAC;QAC/C,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC;QAC5D,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC;QACxD,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAE7D,mDAAmD;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;QAExD,uCAAuC;QACvC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,iBAAiB,EAAE,CAAC;YACtB,sEAAsE;YACtE,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,MAAM,EAAE,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/E,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;oBAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CAAC;oBACpD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC;oBACjD,MAAM,YAAY,GAAgB;wBAChC,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BACtB,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,KAAK;4BAC/B,YAAY,EAAE,CAAC,CAAC,YAAY;4BAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;4BAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;4BAC5B,aAAa,EAAE,CAAC,CAAC,aAAa;4BAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;4BACpB,SAAS,EAAE,CAAC,CAAC,SAAS;4BACtB,KAAK,EAAE,CAAC,CAAC,KAAK;yBACf,CAAC,CAAC;wBACH,UAAU,EAAE,IAAI;6BACb,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;6BACxB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;wBACnB,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC1B,MAAM,EAAE,EAAE,CAAC,MAAM;4BACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,SAAS,EAAE,EAAE,CAAC,SAAS;yBACxB,CAAC,CAAC;wBACH,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;4BACxB,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;4BACvD,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,MAAM,EAAE,GAAG,CAAC,MAAM;yBACnB,CAAC,CAAC;wBACH,QAAQ,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BAC5D,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,MAAM,EAAE,IAAI,CAAC,MAAM;4BACnB,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;wBACH,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;wBACpC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACtC,QAAQ,EAAE,CAAC;qBACZ,CAAC;oBACF,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;wBACrD,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;wBAC/C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACzC,CAAC;oBACD,YAAY,GAAG,IAAI,CAAC;oBACpB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,YAAY,GAAG,oBAAoB,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;YAC1E,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;gBAC/C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,MAAM,UAAU,GAAY,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAQ,CAAC;QAEnC,mFAAmF;QACnF,MAAM,aAAa,GAAG,GAAG,WAAW,WAAW,CAAC;QAChD,MAAM,YAAY,GAAY,EAAE,CAAC;QACjC,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM;gBAAE,SAAS;YAEtB,8BAA8B;YAC9B,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACtC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CACjC,CAAC;gBACF,IAAI,CAAC,OAAO;oBAAE,SAAS;YACzB,CAAC;YAED,6CAA6C;YAC7C,IAAI,iBAAiB,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBACnD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/D,MAAM,CAAC,kBAAmB,EAAE,CAAC;YAC/B,CAAC;iBAAM,IAAI,iBAAiB,IAAI,YAAY,EAAE,CAAC;gBAC7C,iFAAiF;gBACjF,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBAC1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;oBACxE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;wBACvD,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;wBAC3C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBAC3C,CAAC;oBACD,oBAAoB,GAAG,IAAI,CAAC;gBAC9B,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,sBAAsB;YACtB,IAAI,eAAe,EAAE,CAAC;gBACpB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;oBAC5C,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,0BAA0B;YAC1B,IAAI,UAAU,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;gBACxD,MAAM,CAAC,eAAe,IAAI,UAAU,CAAC,MAAM,CAAC;gBAC5C,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;YACxB,CAAC;YAED,4BAA4B;YAC5B,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBAC5D,MAAM,CAAC,eAAe,IAAI,YAAY,CAAC,MAAM,CAAC;gBAC9C,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1B,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,eAAe,IAAI,OAAO,CAAC,KAAK;gBAAE,MAAM;QACtE,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACxD,MAAM,CAAC,eAAe,IAAI,UAAU,CAAC,MAAM,CAAC;QAC9C,CAAC;QAED,gCAAgC;QAChC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YAC5D,MAAM,CAAC,eAAe,IAAI,YAAY,CAAC,MAAM,CAAC;QAChD,CAAC;QAED,kBAAkB;QAClB,IAAI,eAAe,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,qBAAqB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YACnE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAC5C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1C,CAAC;YAED,MAAM,WAAW,GAAY,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,CAAC,OAAO;oBAAE,SAAS;gBAEvB,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;gBAExC,IAAI,WAAW,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oBACpC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;oBAC1D,MAAM,CAAC,gBAAgB,IAAI,WAAW,CAAC,MAAM,CAAC;oBAC9C,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;gBAC1D,MAAM,CAAC,gBAAgB,IAAI,WAAW,CAAC,MAAM,CAAC;YAChD,CAAC;QACH,CAAC;QAED,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,GAAU,EAAE,MAAmB;QACvD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEhD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,GAAU;QACtC,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;gBAC1D,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChF,CAAC;iBAAM,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;gBACjC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,GAA4B;QAChD,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChE,MAAM,GAAG,GAAG,KAAgC,CAAC;gBAC7C,IAAI,GAAG,CAAC,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACjD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAChD,CAAC;qBAAM,IAAI,GAAG,CAAC,MAAM,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACnC,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/src/services/embedding-provider.d.ts

@@ -23,6 +23,8 @@ export interface IEmbeddingProvider {
 export declare class XenovaEmbeddingProvider implements IEmbeddingProvider {
     private ready;
     private initPromise;
+    private cache;
+    private readonly maxCacheSize;
     /**
      * Initialize the provider (lazy)
      */
@@ -32,11 +34,19 @@ export declare class XenovaEmbeddingProvider implements IEmbeddingProvider {
      */
     isReady(): boolean;
     /**
-     * Generate embedding for a single text
+     * Generate embedding for a single text (with SHA-256 cache)
      */
     embed(text: string): Promise<Embedding384>;
+    /**
+     * Internal embedding computation (no cache)
+     * Handles long texts by splitting into overlapping word chunks and mean-pooling.
+     * all-MiniLM-L6-v2 has a 256-token limit (~180 words). Texts exceeding this
+     * are chunked with 50-word overlap and the resulting embeddings are averaged.
+     */
+    private _embed;
     /**
      * Generate embeddings for multiple texts (batched)
+     * Uses the same long-text chunking logic as embed() for each text.
      */
     embedBatch(texts: string[]): Promise<Embedding384[]>;
 }

package/dist/src/services/embedding-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embedding-provider.d.ts","sourceRoot":"","sources":["../../../src/services/embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,OAAO,CAAC;CACpB;AAyBD;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,WAAW,CAA8B;IAEjD;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAehD;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAyB3D;AAED;;;;;GAKG;AACH,qBAAa,8BAA+B,YAAW,kBAAkB;IACvE,OAAO,IAAI,OAAO;IAIZ,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA6B1C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAG3D;AAMD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,uBAAuB,CAK3D;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,8BAA8B,CAKzE;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,kBAAkB,CAAC,CASxE;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAGpE"}
+{"version":3,"file":"embedding-provider.d.ts","sourceRoot":"","sources":["../../../src/services/embedding-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,OAAO,IAAI,OAAO,CAAC;CACpB;AAyBD;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,KAAK,CAAmC;IAChD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAErC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAchD;;;;;OAKG;YACW,MAAM;IAgEpB;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAQ3D;AAED;;;;;GAKG;AACH,qBAAa,8BAA+B,YAAW,kBAAkB;IACvE,OAAO,IAAI,OAAO;IAIZ,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IA6B1C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CAG3D;AAMD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,uBAAuB,CAK3D;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,8BAA8B,CAKzE;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,kBAAkB,CAAC,CASxE;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAGpE"}