@pcircle/memesh 2.9.2 → 2.9.4

package/dist/knowledge-graph/KGSearchEngine.js

@@ -0,0 +1,257 @@
+import { ValidationError } from '../errors/index.js';
+import { logger } from '../utils/logger.js';
+import { safeJsonParse } from '../utils/json.js';
+import { validateNonEmptyString } from '../utils/validation.js';
+export const CONTROL_CHAR_PATTERN = /[\x00-\x08\x0B\x0C\x0E-\x1F\x7F\x80-\x9F]/;
+export const MAX_FTS5_QUERY_LENGTH = 500;
+export class KGSearchEngine {
+    ctx;
+    constructor(context) {
+        this.ctx = context;
+    }
+    escapeLikePattern(pattern) {
+        if (typeof pattern !== 'string') {
+            throw new Error(`Pattern must be a string, got ${typeof pattern}`);
+        }
+        return pattern
+            .replace(/!/g, '!!')
+            .replace(/%/g, '!%')
+            .replace(/_/g, '!_')
+            .replace(/\[/g, '![')
+            .replace(/\]/g, '!]');
+    }
+    searchFTS5(query, limit) {
+        if (!query || query.trim() === '') {
+            return [];
+        }
+        const ftsQuery = this.prepareFTS5Query(query);
+        if (!ftsQuery) {
+            return [];
+        }
+        try {
+            const results = this.ctx.db.prepare(`
+        SELECT rowid, bm25(entities_fts, 10.0, 5.0) as rank
+        FROM entities_fts
+        WHERE entities_fts MATCH ?
+        ORDER BY rank
+        LIMIT ?
+      `).all(ftsQuery, limit);
+            return results.map(r => r.rowid);
+        }
+        catch (error) {
+            logger.warn('[KG] FTS5 search failed, will use LIKE fallback:', {
+                query,
+                ftsQuery,
+                error: error instanceof Error ? error.message : String(error)
+            });
+            return [];
+        }
+    }
+    prepareFTS5Query(query) {
+        const MAX_TOKENS = 100;
+        let normalized = query.trim().replace(/\s+/g, ' ');
+        if (!normalized) {
+            return '';
+        }
+        if (normalized.length > MAX_FTS5_QUERY_LENGTH) {
+            logger.warn(`[KG] FTS5 query exceeds hard limit (${normalized.length} chars > ${MAX_FTS5_QUERY_LENGTH}), truncating`);
+            normalized = normalized.substring(0, MAX_FTS5_QUERY_LENGTH);
+        }
+        let tokens = normalized.split(' ').filter(t => t.length > 0);
+        if (tokens.length === 0) {
+            return '';
+        }
+        if (tokens.length > MAX_TOKENS) {
+            logger.warn(`[KG] FTS5 query has too many tokens (${tokens.length}), using first ${MAX_TOKENS}`);
+            tokens = tokens.slice(0, MAX_TOKENS);
+        }
+        const ftsTokens = tokens
+            .filter(token => {
+            const upper = token.toUpperCase();
+            return upper !== 'AND' && upper !== 'OR' && upper !== 'NOT' && upper !== 'NEAR';
+        })
+            .map(token => {
+            const escaped = token
+                .replace(/"/g, '""')
+                .replace(/\*/g, '')
+                .replace(/\^/g, '')
+                .replace(/:/g, '')
+                .replace(/[(){}[\]]/g, '');
+            if (!escaped) {
+                return null;
+            }
+            return `"${escaped}"*`;
+        })
+            .filter((t) => t !== null);
+        if (ftsTokens.length === 0) {
+            return '';
+        }
+        return ftsTokens.join(' OR ');
+    }
+    searchEntities(query) {
+        const MAX_LIMIT = 1000;
+        if (query.limit === 0) {
+            return [];
+        }
+        let effectiveLimit = query.limit;
+        if (query.limit !== undefined) {
+            if (query.limit < 0) {
+                throw new ValidationError('Limit must be non-negative', {
+                    component: 'KGSearchEngine',
+                    method: 'searchEntities',
+                    providedLimit: query.limit,
+                });
+            }
+            if (query.limit > MAX_LIMIT) {
+                logger.warn(`Limit ${query.limit} exceeds maximum, capping to ${MAX_LIMIT}`);
+                effectiveLimit = MAX_LIMIT;
+            }
+        }
+        if (query.offset !== undefined && query.offset < 0) {
+            throw new ValidationError('Offset must be non-negative', {
+                component: 'KGSearchEngine',
+                method: 'searchEntities',
+                providedOffset: query.offset,
+            });
+        }
+        if (query.namePattern !== undefined && query.namePattern !== '') {
+            validateNonEmptyString(query.namePattern, 'Name pattern');
+            if (CONTROL_CHAR_PATTERN.test(query.namePattern)) {
+                throw new ValidationError('Name pattern must not contain control characters', {
+                    component: 'KGSearchEngine',
+                    method: 'searchEntities',
+                    namePattern: query.namePattern.slice(0, 100),
+                });
+            }
+        }
+        const cacheKeyQuery = { ...query, limit: effectiveLimit };
+        const cacheKey = `entities:${JSON.stringify(cacheKeyQuery)}`;
+        const cached = this.ctx.queryCache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        let sql = `
+      SELECT e.*,
+        (SELECT json_group_array(content) FROM observations o WHERE o.entity_id = e.id) as observations_json,
+        (SELECT json_group_array(tag) FROM tags t WHERE t.entity_id = e.id) as tags_json
+      FROM entities e
+      WHERE 1=1
+    `;
+        const params = [];
+        if (query.entityType) {
+            sql += ' AND e.type = ?';
+            params.push(query.entityType);
+        }
+        if (query.tag) {
+            sql += ' AND e.id IN (SELECT entity_id FROM tags WHERE tag = ?)';
+            params.push(query.tag);
+        }
+        if (query.namePattern) {
+            const ftsResults = this.searchFTS5(query.namePattern, effectiveLimit || 100);
+            if (ftsResults.length > 0) {
+                sql += ' AND e.id IN (' + ftsResults.map(() => '?').join(',') + ')';
+                params.push(...ftsResults);
+            }
+            else {
+                sql += " AND (e.name LIKE ? ESCAPE '!' OR e.id IN (SELECT entity_id FROM observations WHERE content LIKE ? ESCAPE '!'))";
+                const escapedPattern = `%${this.escapeLikePattern(query.namePattern)}%`;
+                params.push(escapedPattern);
+                params.push(escapedPattern);
+            }
+        }
+        sql += ' ORDER BY e.created_at DESC';
+        if (effectiveLimit !== undefined) {
+            sql += ' LIMIT ?';
+            params.push(effectiveLimit);
+        }
+        if (query.offset !== undefined) {
+            sql += ' OFFSET ?';
+            params.push(query.offset);
+        }
+        const stmt = this.ctx.db.prepare(sql);
+        const rows = stmt.all(...params);
+        const entities = new Array(rows.length);
+        for (let i = 0; i < rows.length; i++) {
+            const r = rows[i];
+            const observations = safeJsonParse(r.observations_json, [])
+                .filter(value => value);
+            const tags = safeJsonParse(r.tags_json, [])
+                .filter(value => value);
+            entities[i] = {
+                id: r.id,
+                name: r.name,
+                entityType: r.type,
+                observations,
+                tags,
+                metadata: r.metadata ? safeJsonParse(r.metadata, {}) : {},
+                createdAt: new Date(r.created_at)
+            };
+        }
+        this.ctx.queryCache.set(cacheKey, entities);
+        return entities;
+    }
+    async semanticSearch(query, options = {}) {
+        const { limit = 10, minSimilarity = 0.3 } = options;
+        const vectorInitPromise = this.ctx.getVectorInitPromise();
+        if (vectorInitPromise) {
+            await vectorInitPromise;
+        }
+        const vectorAdapter = this.ctx.getVectorAdapter();
+        if (!this.ctx.isVectorEnabled() || !vectorAdapter) {
+            return this.keywordSearchAsSemanticResults(query, limit);
+        }
+        try {
+            const { LazyEmbeddingService } = await import('../embeddings/EmbeddingService.js');
+            const service = await LazyEmbeddingService.get();
+            const queryEmbedding = await service.encode(query);
+            const knnResults = vectorAdapter.knnSearch(this.ctx.db, queryEmbedding, limit * 2);
+            const results = [];
+            for (const knn of knnResults) {
+                const similarity = 1 - knn.distance;
+                if (similarity < minSimilarity)
+                    continue;
+                const entity = this.ctx.getEntity(knn.entityName);
+                if (!entity)
+                    continue;
+                results.push({ entity, similarity });
+            }
+            return results.slice(0, limit);
+        }
+        catch (error) {
+            logger.warn('[KG] Semantic search failed, falling back to keyword', {
+                error: error instanceof Error ? error.message : String(error),
+            });
+            return this.keywordSearchAsSemanticResults(query, limit);
+        }
+    }
+    async hybridSearch(query, options = {}) {
+        const { limit = 10, minSimilarity = 0.3 } = options;
+        const keywordResults = this.keywordSearchAsSemanticResults(query, limit);
+        const vectorInitPromise = this.ctx.getVectorInitPromise();
+        if (vectorInitPromise) {
+            await vectorInitPromise;
+        }
+        if (!this.ctx.isVectorEnabled()) {
+            return keywordResults;
+        }
+        const semanticResults = await this.semanticSearch(query, { limit, minSimilarity });
+        const merged = new Map();
+        for (const r of keywordResults) {
+            merged.set(r.entity.name, r);
+        }
+        for (const r of semanticResults) {
+            const existing = merged.get(r.entity.name);
+            if (!existing || r.similarity > existing.similarity) {
+                merged.set(r.entity.name, r);
+            }
+        }
+        return Array.from(merged.values())
+            .sort((a, b) => b.similarity - a.similarity)
+            .slice(0, limit);
+    }
+    keywordSearchAsSemanticResults(query, limit) {
+        const entities = this.searchEntities({ namePattern: query, limit });
+        return entities.map(entity => ({ entity, similarity: 0.5 }));
+    }
+}
+//# sourceMappingURL=KGSearchEngine.js.map

package/dist/knowledge-graph/KGSearchEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KGSearchEngine.js","sourceRoot":"","sources":["../../src/knowledge-graph/KGSearchEngine.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAkBhE,MAAM,CAAC,MAAM,oBAAoB,GAAG,2CAA2C,CAAC;AAsBhF,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAEzC,MAAM,OAAO,cAAc;IACR,GAAG,CAAwB;IAE5C,YAAY,OAA8B;QACxC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC;IACrB,CAAC;IAUD,iBAAiB,CAAC,OAAe;QAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,OAAO,OAAO;aACX,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;aACnB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;aACnB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;aACnB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC;aACpB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;IASD,UAAU,CAAC,KAAa,EAAE,KAAa;QACrC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;OAMnC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAA2C,CAAC;YAElE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;gBAC9D,KAAK;gBACL,QAAQ;gBACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IASD,gBAAgB,CAAC,KAAa;QAC5B,MAAM,UAAU,GAAG,GAAG,CAAC;QAEvB,IAAI,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;YAC9C,MAAM,CAAC,IAAI,CAAC,uCAAuC,UAAU,CAAC,MAAM,YAAY,qBAAqB,eAAe,CAAC,CAAC;YACtH,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,wCAAwC,MAAM,CAAC,MAAM,kBAAkB,UAAU,EAAE,CAAC,CAAC;YACjG,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,SAAS,GAAG,MAAM;aACrB,MAAM,CAAC,KAAK,CAAC,EAAE;YACd,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YAClC,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,MAAM,CAAC;QAClF,CAAC,CAAC;aACD,GAAG,CAAC,KAAK,CAAC,EAAE;YACX,MAAM,OAAO,GAAG,KAAK;iBAClB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;iBACnB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;iBAClB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;iBAClB,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;iBACjB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,IAAI,OAAO,IAAI,CAAC;QACzB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE1C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAYD,cAAc,CAAC,KAAkB;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC;QAEvB,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,cAAc,GAAuB,KAAK,CAAC,KAAK,CAAC;QAErD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,eAAe,CAAC,4BAA4B,EAAE;oBACtD,SAAS,EAAE,gBAAgB;oBAC3B,MAAM,EAAE,gBAAgB;oBACxB,aAAa,EAAE,KAAK,CAAC,KAAK;iBAC3B,CAAC,CAAC;YACL,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,GAAG,SAAS,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,gCAAgC,SAAS,EAAE,CAAC,CAAC;gBAC7E,cAAc,GAAG,SAAS,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,eAAe,CAAC,6BAA6B,EAAE;gBACvD,SAAS,EAAE,gBAAgB;gBAC3B,MAAM,EAAE,gBAAgB;gBACxB,cAAc,EAAE,KAAK,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,EAAE,EAAE,CAAC;YAChE,sBAAsB,CAAC,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;YAC1D,IAAI,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;gBACjD,MAAM,IAAI,eAAe,CACvB,kDAAkD,EAClD;oBACE,SAAS,EAAE,gBAAgB;oBAC3B,MAAM,EAAE,gBAAgB;oBACxB,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;iBAC7C,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAC1D,MAAM,QAAQ,GAAG,YAAY,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC;QAE7D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,GAAG,GAAG;;;;;;KAMT,CAAC;QAEF,MAAM,MAAM,GAAc,EAAE,CAAC;QAE7B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,GAAG,IAAI,iBAAiB,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACd,GAAG,IAAI,yDAAyD,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,EAAE,cAAc,IAAI,GAAG,CAAC,CAAC;YAE7E,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,GAAG,IAAI,gBAAgB,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpE,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,GAAG,IAAI,iHAAiH,CAAC;gBACzH,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;gBACxE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,GAAG,IAAI,6BAA6B,CAAC;QAErC,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,IAAI,UAAU,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,GAAG,IAAI,WAAW,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAc,CAAC;QAE9C,MAAM,QAAQ,GAAa,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAQf,CAAC;YAEF,MAAM,YAAY,GAAG,aAAa,CAAW,CAAC,CAAC,iBAAiB,EAAE,EAAE,CAAC;iBAClE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,aAAa,CAAW,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC;iBAClD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAE1B,QAAQ,CAAC,CAAC,CAAC,GAAG;gBACZ,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,UAAU,EAAE,CAAC,CAAC,IAAkB;gBAChC,YAAY;gBACZ,IAAI;gBACJ,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAA0B,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAClF,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAE5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAUD,KAAK,CAAC,cAAc,CAClB,KAAa,EACb,UAA8E,EAAE;QAEhF,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,aAAa,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAEpD,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QAC1D,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,iBAAiB,CAAC;QAC1B,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,8BAA8B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YACnF,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,CAAC;YACjD,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEnD,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAEnF,MAAM,OAAO,GAA2B,EAAE,CAAC;YAC3C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,MAAM,UAAU,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC;gBACpC,IAAI,UAAU,GAAG,aAAa;oBAAE,SAAS;gBAEzC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM;oBAAE,SAAS;gBAEtB,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;YACvC,CAAC;YAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,sDAAsD,EAAE;gBAClE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,8BAA8B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAUD,KAAK,CAAC,YAAY,CAChB,KAAa,EACb,UAAsD,EAAE;QAExD,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,aAAa,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAEpD,MAAM,cAAc,GAAG,IAAI,CAAC,8BAA8B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAEzE,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,CAAC;QAC1D,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,iBAAiB,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC;YAChC,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,eAAe,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACpD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;aAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;aAC3C,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAUD,8BAA8B,CAAC,KAAa,EAAE,KAAa;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;CACF"}

package/dist/knowledge-graph/index.d.ts

@@ -1,15 +1,14 @@
 import type { Entity, Relation, SearchQuery, RelationTrace } from './types.js';
-export interface SemanticSearchResult {
-    entity: Entity;
-    similarity: number;
-}
+import type { SemanticSearchResult } from './KGSearchEngine.js';
+export type { SemanticSearchResult } from './KGSearchEngine.js';
 export declare class KnowledgeGraph {
     private db;
     private queryCache;
     private vectorEnabled;
-    private vectorExt;
+    private vectorAdapter;
     private vectorInitPromise;
     private pendingEmbeddings;
+    private searchEngine;
     private constructor();
     private validateEntityName;
     private validateRelationType;
@@ -21,7 +20,19 @@ export declare class KnowledgeGraph {
     private escapeLikePattern;
     private searchFTS5;
     private prepareFTS5Query;
-    createEntity(entity: Entity): string;
+    createEntity(entity: Entity, skipEmbedding?: boolean): string;
+    createEntitiesBatch(entities: Array<{
+        name: string;
+        entityType: string;
+        observations: string[];
+        tags?: string[];
+        metadata?: Record<string, unknown>;
+        contentHash?: string;
+    }>): Array<{
+        name: string;
+        success: boolean;
+        error?: string;
+    }>;
     createRelation(relation: Relation): void;
     searchEntities(query: SearchQuery): Entity[];
     getEntity(name: string): Entity | null;
@@ -33,6 +44,7 @@ export declare class KnowledgeGraph {
     };
     deleteEntity(name: string): boolean;
     private generateEmbeddingAsync;
+    private generateBatchEmbeddingsAsync;
     semanticSearch(query: string, options?: {
         limit?: number;
         minSimilarity?: number;
@@ -42,7 +54,6 @@ export declare class KnowledgeGraph {
         limit?: number;
         minSimilarity?: number;
     }): Promise<SemanticSearchResult[]>;
-    private keywordSearchAsSemanticResults;
     isVectorSearchEnabled(): boolean;
     close(): Promise<void>;
     transaction<T>(fn: () => T): T;

package/dist/knowledge-graph/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge-graph/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAA4B,MAAM,YAAY,CAAC;AAazG,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAsBD,qBAAa,cAAc;IACzB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,UAAU,CAA0B;IAE5C,OAAO,CAAC,aAAa,CAAS;IAE9B,OAAO,CAAC,SAAS,CAAkF;IAEnG,OAAO,CAAC,iBAAiB,CAA8B;IAEvD,OAAO,CAAC,iBAAiB,CAAiC;IAK1D,OAAO;IAsBP,OAAO,CAAC,kBAAkB;IAsC1B,OAAO,CAAC,oBAAoB;WAgCf,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAqC7D,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc;IAyBlD,OAAO,CAAC,UAAU;IA+FlB,OAAO,CAAC,gBAAgB;IAyBxB,OAAO,CAAC,aAAa;IAuHrB,OAAO,CAAC,iBAAiB;IAqBzB,OAAO,CAAC,UAAU;IAyClB,OAAO,CAAC,gBAAgB;IAqExB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAmJpC,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IA8DxC,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,EAAE;IA2J5C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuCtC,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,aAAa,GAAG,IAAI;IAkE3E,QAAQ,IAAI;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACxC;IAgDD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IA4DnC,OAAO,CAAC,sBAAsB;IA6BxB,cAAc,CAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;KAAO,GAC/E,OAAO,CAAC,oBAAoB,EAAE,CAAC;IA4C5B,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAO,GACvD,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAwClC,OAAO,CAAC,8BAA8B;IAUtC,qBAAqB,IAAI,OAAO;IAQ1B,KAAK;IAoCX,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAoB9B,aAAa;IAOb,UAAU;CAIX;AAGD,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge-graph/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAA4B,MAAM,YAAY,CAAC;AAOzG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAIhE,YAAY,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAuBhE,qBAAa,cAAc;IACzB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,UAAU,CAA0B;IAE5C,OAAO,CAAC,aAAa,CAAS;IAE9B,OAAO,CAAC,aAAa,CAAmF;IAExG,OAAO,CAAC,iBAAiB,CAA8B;IAEvD,OAAO,CAAC,iBAAiB,CAAiC;IAE1D,OAAO,CAAC,YAAY,CAAiB;IAKrC,OAAO;IAgCP,OAAO,CAAC,kBAAkB;IAsC1B,OAAO,CAAC,oBAAoB;WAgCf,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAqC7D,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc;IAyBlD,OAAO,CAAC,UAAU;IAuGlB,OAAO,CAAC,gBAAgB;IA0BxB,OAAO,CAAC,aAAa;IA4GrB,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,gBAAgB;IAgBxB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,UAAQ,GAAG,MAAM;IA2J3D,mBAAmB,CACjB,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,GACD,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IA8C5D,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAsDxC,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,EAAE;IAQ5C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuCtC,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,aAAa,GAAG,IAAI;IAkE3E,QAAQ,IAAI;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACxC;IAgDD,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAmEnC,OAAO,CAAC,sBAAsB;IAiD9B,OAAO,CAAC,4BAA4B;IA0E9B,cAAc,CAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;KAAO,GAC/E,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAQ5B,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAA;KAAO,GACvD,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAOlC,qBAAqB,IAAI,OAAO;IAQ1B,KAAK;IAoCX,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;IAoB9B,aAAa;IAOb,UAAU;CAIX;AAGD,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC"}