@danielsimonjr/memoryjs 1.0.0

package/dist/features/TagManager.js

@@ -0,0 +1,211 @@
+/**
+ * Tag Manager
+ *
+ * Manages tag aliases and canonical tag resolution.
+ *
+ * @module features/TagManager
+ */
+import * as fs from 'fs/promises';
+/**
+ * Manages tag alias system for synonym mapping.
+ */
+export class TagManager {
+    tagAliasesFilePath;
+    constructor(tagAliasesFilePath) {
+        this.tagAliasesFilePath = tagAliasesFilePath;
+    }
+    /**
+     * Load all tag aliases from JSONL file.
+     *
+     * @returns Array of tag aliases
+     */
+    async loadTagAliases() {
+        try {
+            const data = await fs.readFile(this.tagAliasesFilePath, 'utf-8');
+            const lines = data.split('\n').filter((line) => line.trim() !== '');
+            return lines.map((line) => JSON.parse(line));
+        }
+        catch (error) {
+            if (error instanceof Error && 'code' in error && error.code === 'ENOENT') {
+                return [];
+            }
+            throw error;
+        }
+    }
+    /**
+     * Save tag aliases to JSONL file.
+     *
+     * @param aliases - Array of tag aliases
+     */
+    async saveTagAliases(aliases) {
+        const lines = aliases.map(a => JSON.stringify(a));
+        await fs.writeFile(this.tagAliasesFilePath, lines.join('\n'));
+    }
+    /**
+     * Resolve a tag through aliases to get its canonical form.
+     *
+     * This method follows the alias chain to find the canonical (main) tag name.
+     * All tags are normalized to lowercase for consistency.
+     * If the tag has no alias, it returns the tag itself as canonical.
+     *
+     * @param tag - Tag to resolve (can be alias or canonical)
+     * @returns Canonical tag name (lowercase)
+     *
+     * @example
+     * ```typescript
+     * const manager = new TagManager(tagAliasesPath);
+     *
+     * // Set up: assume "js" is aliased to "javascript"
+     * await manager.addTagAlias('js', 'javascript');
+     *
+     * // Resolve alias to canonical
+     * const canonical = await manager.resolveTag('js');
+     * console.log(canonical); // "javascript"
+     *
+     * // Resolve canonical tag (returns as-is)
+     * const unchanged = await manager.resolveTag('javascript');
+     * console.log(unchanged); // "javascript"
+     *
+     * // Resolve unknown tag (returns normalized)
+     * const unknown = await manager.resolveTag('PYTHON');
+     * console.log(unknown); // "python"
+     * ```
+     */
+    async resolveTag(tag) {
+        const aliases = await this.loadTagAliases();
+        const normalized = tag.toLowerCase();
+        // Check if this tag is an alias
+        const alias = aliases.find(a => a.alias === normalized);
+        if (alias) {
+            return alias.canonical;
+        }
+        // Return as-is (might be canonical or unaliased tag)
+        return normalized;
+    }
+    /**
+     * Add a tag alias (synonym mapping).
+     *
+     * Creates a mapping from an alias (synonym) to a canonical (main) tag.
+     * This enables flexible tagging where users can use different terms
+     * that all resolve to the same canonical tag.
+     *
+     * Validation rules:
+     * - Prevents duplicate aliases (same alias can't map to different canonicals)
+     * - Prevents chained aliases (alias must point to canonical, not another alias)
+     * - All tags are normalized to lowercase
+     *
+     * @param alias - The alias/synonym (will be normalized to lowercase)
+     * @param canonical - The canonical (main) tag name (will be normalized to lowercase)
+     * @param description - Optional description explaining the alias relationship
+     * @returns Newly created TagAlias object with metadata
+     * @throws {Error} If alias already exists or would create chained aliases
+     *
+     * @example
+     * ```typescript
+     * const manager = new TagManager(tagAliasesPath);
+     *
+     * // Create simple alias
+     * await manager.addTagAlias('js', 'javascript', 'Common abbreviation');
+     *
+     * // Create multiple aliases for same canonical
+     * await manager.addTagAlias('py', 'python');
+     * await manager.addTagAlias('py3', 'python', 'Python 3.x');
+     *
+     * // Error: duplicate alias
+     * try {
+     *   await manager.addTagAlias('js', 'ecmascript'); // Fails - 'js' already aliased
+     * } catch (error) {
+     *   console.error('Alias already exists');
+     * }
+     *
+     * // Error: chained alias
+     * await manager.addTagAlias('js', 'javascript');
+     * try {
+     *   await manager.addTagAlias('javascript', 'ecmascript'); // Fails - can't alias canonical
+     * } catch (error) {
+     *   console.error('Cannot create chained aliases');
+     * }
+     * ```
+     */
+    async addTagAlias(alias, canonical, description) {
+        const aliases = await this.loadTagAliases();
+        const normalizedAlias = alias.toLowerCase();
+        const normalizedCanonical = canonical.toLowerCase();
+        // Check if alias already exists
+        if (aliases.some(a => a.alias === normalizedAlias)) {
+            throw new Error(`Tag alias "${alias}" already exists`);
+        }
+        // Prevent aliasing to another alias (aliases should point to canonical tags)
+        if (aliases.some(a => a.canonical === normalizedAlias)) {
+            throw new Error(`Cannot create alias to "${alias}" because it is a canonical tag with existing aliases`);
+        }
+        const newAlias = {
+            alias: normalizedAlias,
+            canonical: normalizedCanonical,
+            description,
+            createdAt: new Date().toISOString(),
+        };
+        aliases.push(newAlias);
+        await this.saveTagAliases(aliases);
+        return newAlias;
+    }
+    /**
+     * List all tag aliases.
+     *
+     * @returns Array of all tag aliases
+     */
+    async listTagAliases() {
+        return await this.loadTagAliases();
+    }
+    /**
+     * Remove a tag alias.
+     *
+     * @param alias - Alias to remove
+     * @returns True if removed, false if not found
+     */
+    async removeTagAlias(alias) {
+        const aliases = await this.loadTagAliases();
+        const normalizedAlias = alias.toLowerCase();
+        const initialLength = aliases.length;
+        const filtered = aliases.filter(a => a.alias !== normalizedAlias);
+        if (filtered.length === initialLength) {
+            return false; // Alias not found
+        }
+        await this.saveTagAliases(filtered);
+        return true;
+    }
+    /**
+     * Get all aliases (synonyms) for a canonical tag.
+     *
+     * Returns all alias names that resolve to the specified canonical tag.
+     * Useful for discovering alternative names users might use for a tag.
+     * The canonical tag name is normalized to lowercase.
+     *
+     * @param canonicalTag - Canonical tag name (will be normalized to lowercase)
+     * @returns Array of alias names (all lowercase)
+     *
+     * @example
+     * ```typescript
+     * const manager = new TagManager(tagAliasesPath);
+     *
+     * // Set up some aliases
+     * await manager.addTagAlias('js', 'javascript');
+     * await manager.addTagAlias('ecmascript', 'javascript');
+     * await manager.addTagAlias('es6', 'javascript');
+     *
+     * // Get all aliases for canonical tag
+     * const aliases = await manager.getAliasesForTag('javascript');
+     * console.log(aliases); // ['js', 'ecmascript', 'es6']
+     *
+     * // Empty array if no aliases
+     * const noAliases = await manager.getAliasesForTag('python');
+     * console.log(noAliases); // []
+     * ```
+     */
+    async getAliasesForTag(canonicalTag) {
+        const aliases = await this.loadTagAliases();
+        const normalized = canonicalTag.toLowerCase();
+        return aliases.filter(a => a.canonical === normalized).map(a => a.alias);
+    }
+}
+//# sourceMappingURL=TagManager.js.map

package/dist/features/TagManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TagManager.js","sourceRoot":"","sources":["../../src/features/TagManager.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAGlC;;GAEG;AACH,MAAM,OAAO,UAAU;IACD;IAApB,YAAoB,kBAA0B;QAA1B,uBAAkB,GAAlB,kBAAkB,CAAQ;IAAG,CAAC;IAElD;;;;OAIG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;YACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAK,KAAa,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAClF,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,cAAc,CAAC,OAAmB;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,KAAK,CAAC,UAAU,CAAC,GAAW;QAC1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAErC,gCAAgC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC;QACxD,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC,SAAS,CAAC;QACzB,CAAC;QAED,qDAAqD;QACrD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4CG;IACH,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,SAAiB,EAAE,WAAoB;QACtE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,mBAAmB,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAEpD,gCAAgC;QAChC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,eAAe,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,kBAAkB,CAAC,CAAC;QACzD,CAAC;QAED,6EAA6E;QAC7E,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,2BAA2B,KAAK,uDAAuD,CACxF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAa;YACzB,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,mBAAmB;YAC9B,WAAW;YACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEnC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc;QAClB,OAAO,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IACrC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,eAAe,CAAC,CAAC;QAElE,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;YACtC,OAAO,KAAK,CAAC,CAAC,kBAAkB;QAClC,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,KAAK,CAAC,gBAAgB,CAAC,YAAoB;QACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3E,CAAC;CACF"}

package/dist/features/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Features Module Barrel Export
+ * Phase 4: Re-extracted specialized managers for single responsibility
+ * Phase 7: Added streaming export utilities
+ */
+export { TagManager } from './TagManager.js';
+export { IOManager, type ExportFormat, type ImportFormat, type MergeStrategy, type BackupMetadata, type BackupInfo, } from './IOManager.js';
+export { AnalyticsManager } from './AnalyticsManager.js';
+export { CompressionManager } from './CompressionManager.js';
+export { ArchiveManager, type ArchiveCriteria, type ArchiveOptions, type ArchiveResult, } from './ArchiveManager.js';
+export { StreamingExporter, type StreamResult } from './StreamingExporter.js';
+export { ObservationNormalizer, type NormalizationOptions, type NormalizationResult, } from './ObservationNormalizer.js';
+export { KeywordExtractor, type ScoredKeyword, } from './KeywordExtractor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/features/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/features/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EACL,SAAS,EACT,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,UAAU,GAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EACL,cAAc,EACd,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,aAAa,GACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,KAAK,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG9E,OAAO,EACL,qBAAqB,EACrB,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,GACzB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,gBAAgB,EAChB,KAAK,aAAa,GACnB,MAAM,uBAAuB,CAAC"}

package/dist/features/index.js

@@ -0,0 +1,15 @@
+/**
+ * Features Module Barrel Export
+ * Phase 4: Re-extracted specialized managers for single responsibility
+ * Phase 7: Added streaming export utilities
+ */
+export { TagManager } from './TagManager.js';
+export { IOManager, } from './IOManager.js';
+export { AnalyticsManager } from './AnalyticsManager.js';
+export { CompressionManager } from './CompressionManager.js';
+export { ArchiveManager, } from './ArchiveManager.js';
+export { StreamingExporter } from './StreamingExporter.js';
+// Phase 11 Sprint 5: Semantic Compression
+export { ObservationNormalizer, } from './ObservationNormalizer.js';
+export { KeywordExtractor, } from './KeywordExtractor.js';
+//# sourceMappingURL=index.js.map

package/dist/features/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/features/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EACL,SAAS,GAMV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EACL,cAAc,GAIf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAqB,MAAM,wBAAwB,CAAC;AAE9E,0CAA0C;AAC1C,OAAO,EACL,qBAAqB,GAGtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * MemoryJS - Knowledge Graph Storage Library
+ *
+ * A high-performance TypeScript library for knowledge graph storage
+ * with hierarchical organization, advanced search, and event-driven architecture.
+ *
+ * @packageDocumentation
+ * @module @danielsimonjr/memoryjs
+ */
+export * from './types/index.js';
+export * from './utils/index.js';
+export * from './core/index.js';
+export * from './features/index.js';
+export * from './search/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,cAAc,kBAAkB,CAAC;AAGjC,cAAc,kBAAkB,CAAC;AAGjC,cAAc,iBAAiB,CAAC;AAGhC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,20 @@
+/**
+ * MemoryJS - Knowledge Graph Storage Library
+ *
+ * A high-performance TypeScript library for knowledge graph storage
+ * with hierarchical organization, advanced search, and event-driven architecture.
+ *
+ * @packageDocumentation
+ * @module @danielsimonjr/memoryjs
+ */
+// Export all types
+export * from './types/index.js';
+// Export all utilities
+export * from './utils/index.js';
+// Export core infrastructure
+export * from './core/index.js';
+// Export feature managers
+export * from './features/index.js';
+// Export search system
+export * from './search/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,mBAAmB;AACnB,cAAc,kBAAkB,CAAC;AAEjC,uBAAuB;AACvB,cAAc,kBAAkB,CAAC;AAEjC,6BAA6B;AAC7B,cAAc,iBAAiB,CAAC;AAEhC,0BAA0B;AAC1B,cAAc,qBAAqB,CAAC;AAEpC,uBAAuB;AACvB,cAAc,mBAAmB,CAAC"}

package/dist/search/BM25Search.d.ts

@@ -0,0 +1,148 @@
+/**
+ * BM25 Search
+ *
+ * BM25 (Best Matching 25) relevance scoring algorithm for lexical search.
+ * Provides improved ranking over TF-IDF by incorporating document length normalization.
+ *
+ * Phase 12 Sprint 3: Search Algorithm Optimization
+ *
+ * @module search/BM25Search
+ */
+import type { SearchResult } from '../types/index.js';
+import type { GraphStorage } from '../core/GraphStorage.js';
+/**
+ * Common English stopwords to filter from queries and documents.
+ * These words are too common to provide meaningful ranking signal.
+ */
+export declare const STOPWORDS: Set<string>;
+/**
+ * BM25 index entry for a single document.
+ */
+export interface BM25DocumentEntry {
+    /** Entity name */
+    entityName: string;
+    /** Term frequencies in this document */
+    termFreqs: Map<string, number>;
+    /** Total number of tokens in document */
+    docLength: number;
+}
+/**
+ * BM25 index structure.
+ */
+export interface BM25Index {
+    /** Document entries keyed by entity name */
+    documents: Map<string, BM25DocumentEntry>;
+    /** Document frequency for each term (number of docs containing term) */
+    documentFrequency: Map<string, number>;
+    /** Average document length */
+    avgDocLength: number;
+    /** Total number of documents */
+    totalDocs: number;
+}
+/**
+ * BM25 configuration parameters.
+ */
+export interface BM25Config {
+    /** Term frequency saturation parameter (default: 1.2) */
+    k1: number;
+    /** Length normalization parameter (default: 0.75) */
+    b: number;
+}
+/**
+ * Default BM25 parameters based on research recommendations.
+ */
+export declare const DEFAULT_BM25_CONFIG: BM25Config;
+/**
+ * BM25 Search implementation.
+ *
+ * BM25 improves over TF-IDF by:
+ * 1. Saturating term frequency - prevents long documents from dominating
+ * 2. Document length normalization - accounts for varying document sizes
+ *
+ * Formula:
+ * score(D,Q) = sum_i( IDF(qi) * (f(qi,D) * (k1 + 1)) / (f(qi,D) + k1 * (1 - b + b * |D|/avgdl)) )
+ *
+ * Where:
+ * - f(qi,D) is the term frequency of qi in document D
+ * - |D| is the length of document D
+ * - avgdl is the average document length
+ * - k1 and b are free parameters
+ *
+ * @example
+ * ```typescript
+ * const bm25 = new BM25Search(storage);
+ * await bm25.buildIndex();
+ * const results = await bm25.search('machine learning');
+ * ```
+ */
+export declare class BM25Search {
+    private storage;
+    private index;
+    private config;
+    constructor(storage: GraphStorage, config?: Partial<BM25Config>);
+    /**
+     * Get the current configuration.
+     */
+    getConfig(): BM25Config;
+    /**
+     * Update configuration parameters.
+     *
+     * @param config - New configuration values
+     */
+    setConfig(config: Partial<BM25Config>): void;
+    /**
+     * Tokenize text into lowercase terms with stopword filtering.
+     *
+     * @param text - Text to tokenize
+     * @param filterStopwords - Whether to filter stopwords (default: true)
+     * @returns Array of lowercase tokens
+     */
+    tokenize(text: string, filterStopwords?: boolean): string[];
+    /**
+     * Build the BM25 index from the current graph.
+     *
+     * Should be called after significant graph changes.
+     */
+    buildIndex(): Promise<void>;
+    /**
+     * Search using the BM25 algorithm.
+     *
+     * @param query - Search query
+     * @param limit - Maximum results to return
+     * @returns Array of search results sorted by BM25 score
+     */
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+    /**
+     * Update the index for changed entities.
+     *
+     * @param changedEntityNames - Names of entities that changed
+     */
+    update(changedEntityNames: Set<string>): Promise<void>;
+    /**
+     * Remove an entity from the index.
+     *
+     * @param entityName - Name of entity to remove
+     */
+    remove(entityName: string): boolean;
+    /**
+     * Clear the index.
+     */
+    clearIndex(): void;
+    /**
+     * Check if the index is built.
+     */
+    isIndexed(): boolean;
+    /**
+     * Get index statistics.
+     */
+    getIndexStats(): {
+        documents: number;
+        terms: number;
+        avgDocLength: number;
+    } | null;
+    /**
+     * Convert an entity to searchable text.
+     */
+    private entityToText;
+}
+//# sourceMappingURL=BM25Search.d.ts.map

package/dist/search/BM25Search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BM25Search.d.ts","sourceRoot":"","sources":["../../src/search/BM25Search.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAU,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAG5D;;;GAGG;AACH,eAAO,MAAM,SAAS,aAWpB,CAAC;AAEH;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,yCAAyC;IACzC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,4CAA4C;IAC5C,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC1C,wEAAwE;IACxE,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,yDAAyD;IACzD,EAAE,EAAE,MAAM,CAAC;IACX,qDAAqD;IACrD,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAGjC,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,UAAU;IAKnB,OAAO,CAAC,OAAO;IAJjB,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,MAAM,CAAa;gBAGjB,OAAO,EAAE,YAAY,EAC7B,MAAM,GAAE,OAAO,CAAC,UAAU,CAAM;IAKlC;;OAEG;IACH,SAAS,IAAI,UAAU;IAIvB;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI;IAI5C;;;;;;OAMG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,eAAe,GAAE,OAAc,GAAG,MAAM,EAAE;IAajE;;;;OAIG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgDjC;;;;;;OAMG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAA8B,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA8E3F;;;;OAIG;IACG,MAAM,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAkE5D;;;;OAIG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAmCnC;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,SAAS,IAAI,OAAO;IAIpB;;OAEG;IACH,aAAa,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAWlF;;OAEG;IACH,OAAO,CAAC,YAAY;CAGrB"}