log-search 1.0.0

package/dist/core/indexer/TokenExtractor.js

@@ -0,0 +1,92 @@
+"use strict";
+/**
+ * TokenExtractor.ts
+ * Extracts normalized tokens (terms) from a log line for indexing.
+ * Handles deduplication, normalization, and stop-word filtering.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenExtractor = void 0;
+const DEFAULT_STOP_WORDS = new Set([
+    'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for',
+    'of', 'with', 'by', 'from', 'is', 'are', 'was', 'were', 'be', 'been',
+    'has', 'have', 'had', 'do', 'does', 'did', 'will', 'would', 'could',
+    'should', 'may', 'might', 'must', 'can', 'it', 'its', 'that', 'this',
+]);
+// Matches tokens: words, IP-like segments, version numbers, HTTP codes, etc.
+const TOKEN_REGEX = /[\w.\-/]+/g;
+class TokenExtractor {
+    minLength;
+    stopWords;
+    includeTimestamps;
+    constructor(options = {}) {
+        this.minLength = options.minLength ?? 2;
+        this.stopWords = new Set([
+            ...DEFAULT_STOP_WORDS,
+            ...(options.stopWords ?? []),
+        ]);
+        this.includeTimestamps = options.includeTimestamps ?? true;
+    }
+    /**
+     * Extract all unique tokens from a single line.
+     * Returns a Set of normalized lowercase tokens.
+     */
+    extract(line) {
+        const tokens = new Set();
+        const matches = line.matchAll(TOKEN_REGEX);
+        for (const match of matches) {
+            const raw = match[0];
+            // Skip very short tokens
+            if (raw.length < this.minLength)
+                continue;
+            const token = raw.toLowerCase();
+            // Skip stop words (for non-technical tokens only)
+            if (this.stopWords.has(token))
+                continue;
+            // Skip pure punctuation / single chars
+            if (/^[.\-/\\]+$/.test(token))
+                continue;
+            tokens.add(token);
+            // Also index sub-tokens split by common delimiters for partial matching
+            // e.g. "GET /api/users" → also indexes "api", "users"
+            this.addSubTokens(raw, tokens);
+        }
+        return tokens;
+    }
+    /**
+     * Break compound tokens into sub-tokens for better searchability.
+     * e.g. "192.168.1.1" → "192", "168"
+     *      "/api/v2/users" → "api", "v2", "users"
+     */
+    addSubTokens(raw, tokens) {
+        // Split on / for URLs and paths
+        if (raw.includes('/')) {
+            for (const part of raw.split('/')) {
+                if (part.length >= this.minLength) {
+                    tokens.add(part.toLowerCase());
+                }
+            }
+        }
+        // Split on . for IPs and dotted names (but not file extensions)
+        if (raw.includes('.') && !raw.startsWith('.')) {
+            const parts = raw.split('.');
+            // Only index sub-tokens if it looks like an IP or dotted path (not filename)
+            if (parts.length >= 3 && parts.every((p) => p.length >= 1)) {
+                for (const part of parts) {
+                    if (part.length >= this.minLength && !/^\d+$/.test(part)) {
+                        tokens.add(part.toLowerCase());
+                    }
+                }
+            }
+        }
+        // Split on - for kebab-case identifiers
+        if (raw.includes('-') && raw.length > 4) {
+            for (const part of raw.split('-')) {
+                if (part.length >= this.minLength && !this.stopWords.has(part.toLowerCase())) {
+                    tokens.add(part.toLowerCase());
+                }
+            }
+        }
+    }
+}
+exports.TokenExtractor = TokenExtractor;
+//# sourceMappingURL=TokenExtractor.js.map

package/dist/core/indexer/TokenExtractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenExtractor.js","sourceRoot":"","sources":["../../../src/core/indexer/TokenExtractor.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;IACnE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IACpE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IACnE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;CACrE,CAAC,CAAC;AAEH,6EAA6E;AAC7E,MAAM,WAAW,GAAG,YAAY,CAAC;AAEjC,MAAa,cAAc;IACjB,SAAS,CAAS;IAClB,SAAS,CAAc;IACvB,iBAAiB,CAAU;IAEnC,YAAY,UAIR,EAAE;QACJ,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC;YACvB,GAAG,kBAAkB;YACrB,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;SAC7B,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAY;QAClB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAE3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAErB,yBAAyB;YACzB,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS;gBAAE,SAAS;YAE1C,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAEhC,kDAAkD;YAClD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAExC,uCAAuC;YACvC,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YAExC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAElB,wEAAwE;YACxE,sDAAsD;YACtD,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,GAAW,EAAE,MAAmB;QACnD,gCAAgC;QAChC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBAClC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,6EAA6E;YAC7E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBACzD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC7E,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAvFD,wCAuFC"}

package/dist/core/searcher/IndexSearcher.d.ts

@@ -0,0 +1,37 @@
+/**
+ * IndexSearcher.ts
+ * Executes queries against a loaded InvertedIndex in milliseconds.
+ * Supports AND, OR, NOT, phrase, regex, fuzzy, level, and field queries.
+ */
+import type { SearchOptions, SearchResult } from '../../types/SearchTypes';
+export declare class IndexSearcher {
+    private filePath;
+    private indexData;
+    private fetcher;
+    private rankEngine;
+    private serializer;
+    private parser;
+    constructor(filePath: string);
+    loadIndex(indexPath: string): Promise<void>;
+    isIndexLoaded(): boolean;
+    /**
+     * Execute a query and return matching SearchResults.
+     */
+    search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+    private resolveQuery;
+    private lookupTerm;
+    private lookupPhrase;
+    private lookupFuzzy;
+    private intersect;
+    private union;
+    private subtract;
+    private findHighlights;
+    private findLineNumber;
+    private getContextOffsets;
+    private filterByTimeRange;
+    private filterByLevel;
+    private extractTermsFromQuery;
+    /** Jaro-Winkler similarity (0–1) for fuzzy term matching */
+    private jaroWinkler;
+}
+//# sourceMappingURL=IndexSearcher.d.ts.map

package/dist/core/searcher/IndexSearcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexSearcher.d.ts","sourceRoot":"","sources":["../../../src/core/searcher/IndexSearcher.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAQH,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EAEb,MAAM,yBAAyB,CAAC;AAEjC,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,SAAS,CAA8B;IAC/C,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,MAAM,CAAc;gBAEhB,QAAQ,EAAE,MAAM;IAUtB,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWjD,aAAa,IAAI,OAAO;IAMxB;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmGjF,OAAO,CAAC,YAAY;IAuCpB,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,WAAW;IAenB,OAAO,CAAC,SAAS;IAUjB,OAAO,CAAC,KAAK;IAQb,OAAO,CAAC,QAAQ;IAOhB,OAAO,CAAC,cAAc;IAsBtB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,iBAAiB;YAeX,iBAAiB;YAuBjB,aAAa;IAW3B,OAAO,CAAC,qBAAqB;IAa7B,4DAA4D;IAC5D,OAAO,CAAC,WAAW;CA8CpB"}

package/dist/core/searcher/IndexSearcher.js

@@ -0,0 +1,360 @@
+"use strict";
+/**
+ * IndexSearcher.ts
+ * Executes queries against a loaded InvertedIndex in milliseconds.
+ * Supports AND, OR, NOT, phrase, regex, fuzzy, level, and field queries.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexSearcher = void 0;
+const path = __importStar(require("path"));
+const IndexSerializer_1 = require("../indexer/IndexSerializer");
+const ResultFetcher_1 = require("./ResultFetcher");
+const RankEngine_1 = require("./RankEngine");
+const QueryEngine_1 = require("../../query/QueryEngine");
+class IndexSearcher {
+    filePath;
+    indexData = null;
+    fetcher;
+    rankEngine;
+    serializer;
+    parser;
+    constructor(filePath) {
+        this.filePath = path.resolve(filePath);
+        this.fetcher = new ResultFetcher_1.ResultFetcher(this.filePath);
+        this.rankEngine = new RankEngine_1.RankEngine();
+        this.serializer = new IndexSerializer_1.IndexSerializer();
+        this.parser = new QueryEngine_1.QueryParser();
+    }
+    // ─── Index Loading ─────────────────────────────────────────────────────────
+    async loadIndex(indexPath) {
+        this.indexData = await this.serializer.load(indexPath);
+        // Calibrate rank engine with average line length from index metadata
+        const avgLen = this.indexData.metadata.totalLines > 0
+            ? this.indexData.metadata.fileSize / this.indexData.metadata.totalLines
+            : 200;
+        this.rankEngine = new RankEngine_1.RankEngine(avgLen);
+    }
+    isIndexLoaded() {
+        return this.indexData !== null;
+    }
+    // ─── Main Search Entry Point ───────────────────────────────────────────────
+    /**
+     * Execute a query and return matching SearchResults.
+     */
+    async search(query, options = {}) {
+        if (!this.indexData) {
+            throw new Error('Index not loaded. Call loadIndex() first.');
+        }
+        const opts = {
+            limit: options.limit ?? 1000,
+            offset: options.offset ?? 0,
+            ignoreCase: options.ignoreCase ?? true,
+            isRegex: options.isRegex ?? false,
+            context: options.context ?? 0,
+            since: options.since ?? '',
+            until: options.until ?? '',
+            level: options.level ?? undefined,
+            sortBy: options.sortBy ?? 'line',
+            sortDir: options.sortDir ?? 'asc',
+        };
+        // 1. Parse query
+        const parsedQuery = this.parser.parse(query, {
+            ignoreCase: opts.ignoreCase,
+            isRegex: opts.isRegex,
+        });
+        // 2. Resolve to byte offsets via index
+        let matchingOffsets = this.resolveQuery(parsedQuery, opts.ignoreCase);
+        // 3. Apply time-range filter if requested
+        if (opts.since || opts.until) {
+            matchingOffsets = await this.filterByTimeRange(matchingOffsets, opts.since, opts.until);
+        }
+        // 4. Apply level filter if requested
+        if (opts.level) {
+            matchingOffsets = await this.filterByLevel(matchingOffsets, opts.level);
+        }
+        if (matchingOffsets.length === 0)
+            return [];
+        // 5. Sort and paginate offsets
+        const sorted = opts.sortBy === 'line'
+            ? [...matchingOffsets].sort((a, b) => (opts.sortDir === 'asc' ? a - b : b - a))
+            : [...matchingOffsets].sort((a, b) => a - b); // default sort for score pass
+        const paginated = sorted.slice(opts.offset, opts.offset + opts.limit);
+        // 6. Fetch line content
+        await this.fetcher.open();
+        const lines = await this.fetcher.fetchLines(paginated);
+        // 7. Optionally fetch context lines
+        let results = await Promise.all(lines.map(async (content, i) => {
+            const offset = paginated[i];
+            const lineNumber = this.findLineNumber(offset);
+            const highlights = this.findHighlights(content, parsedQuery, opts.ignoreCase);
+            let contextBefore;
+            let contextAfter;
+            if (opts.context > 0) {
+                const { beforeOffsets, afterOffsets } = this.getContextOffsets(offset, opts.context);
+                contextBefore = await this.fetcher.fetchLines(beforeOffsets);
+                contextAfter = await this.fetcher.fetchLines(afterOffsets);
+            }
+            return {
+                lineNumber,
+                offset,
+                content,
+                highlights,
+                matchScore: 0,
+                contextBefore,
+                contextAfter,
+            };
+        }));
+        await this.fetcher.close();
+        // 8. Score and optionally re-sort by relevance
+        if (opts.sortBy === 'score') {
+            results = this.rankEngine.rankResults(results, parsedQuery);
+            if (opts.sortDir === 'asc')
+                results.reverse();
+        }
+        else {
+            // Just compute scores for display without re-sorting
+            const terms = this.extractTermsFromQuery(parsedQuery);
+            results = results.map((r) => ({
+                ...r,
+                matchScore: this.rankEngine.score(r.content, terms),
+            }));
+        }
+        return results;
+    }
+    // ─── Query Resolution ──────────────────────────────────────────────────────
+    resolveQuery(query, ignoreCase) {
+        switch (query.type) {
+            case 'simple':
+                return this.lookupTerm(query.term, ignoreCase);
+            case 'phrase':
+                return this.lookupPhrase(query.terms, ignoreCase);
+            case 'and':
+                return this.intersect(query.operands.map((op) => this.resolveQuery(op, ignoreCase)));
+            case 'or':
+                return this.union(query.operands.map((op) => this.resolveQuery(op, ignoreCase)));
+            case 'not':
+                return this.subtract(this.indexData.lineOffsets, this.resolveQuery(query.operand, ignoreCase));
+            case 'regex':
+                // Regex falls back to full streaming scan (handled in CLI layer)
+                // Return all offsets as candidates — will be filtered by ResultFetcher
+                return [...this.indexData.lineOffsets];
+            case 'fuzzy':
+                return this.lookupFuzzy(query.term, query.threshold, ignoreCase);
+            case 'level':
+                return this.lookupTerm(query.level, ignoreCase);
+            case 'field':
+                return this.lookupTerm(query.value, ignoreCase);
+            default:
+                return [];
+        }
+    }
+    lookupTerm(term, ignoreCase) {
+        const t = ignoreCase ? term.toLowerCase() : term;
+        return this.indexData.invertedIndex[t] ?? [];
+    }
+    lookupPhrase(terms, ignoreCase) {
+        if (terms.length === 0)
+            return [];
+        if (terms.length === 1)
+            return this.lookupTerm(terms[0], ignoreCase);
+        // Get candidates: lines containing ALL terms
+        const candidates = this.intersect(terms.map((t) => this.lookupTerm(t, ignoreCase)));
+        // Phrase order verification happens at the ResultFetcher level (content check)
+        return candidates;
+    }
+    lookupFuzzy(term, threshold, ignoreCase) {
+        const t = ignoreCase ? term.toLowerCase() : term;
+        const results = new Set();
+        for (const [indexedTerm, offsets] of Object.entries(this.indexData.invertedIndex)) {
+            if (this.jaroWinkler(t, indexedTerm) >= threshold) {
+                for (const o of offsets)
+                    results.add(o);
+            }
+        }
+        return [...results];
+    }
+    // ─── Set Operations ────────────────────────────────────────────────────────
+    intersect(lists) {
+        if (lists.length === 0)
+            return [];
+        if (lists.length === 1)
+            return lists[0];
+        // Start with the smallest list for efficiency
+        const sorted = [...lists].sort((a, b) => a.length - b.length);
+        const sets = sorted.slice(1).map((l) => new Set(l));
+        return sorted[0].filter((offset) => sets.every((s) => s.has(offset)));
+    }
+    union(lists) {
+        const combined = new Set();
+        for (const list of lists) {
+            for (const offset of list)
+                combined.add(offset);
+        }
+        return [...combined];
+    }
+    subtract(all, excluded) {
+        const excludedSet = new Set(excluded);
+        return all.filter((o) => !excludedSet.has(o));
+    }
+    // ─── Highlight & Line Number ───────────────────────────────────────────────
+    findHighlights(line, query, ignoreCase) {
+        const terms = this.extractTermsFromQuery(query);
+        const positions = [];
+        const searchLine = ignoreCase ? line.toLowerCase() : line;
+        for (const term of terms) {
+            const t = ignoreCase ? term.toLowerCase() : term;
+            let idx = 0;
+            while ((idx = searchLine.indexOf(t, idx)) !== -1) {
+                positions.push([idx, idx + t.length]);
+                idx += t.length;
+            }
+        }
+        // Sort by start position, merge overlapping ranges
+        return positions.sort((a, b) => a[0] - b[0]);
+    }
+    findLineNumber(offset) {
+        const offsets = this.indexData.lineOffsets;
+        let lo = 0;
+        let hi = offsets.length - 1;
+        while (lo <= hi) {
+            const mid = (lo + hi) >>> 1;
+            if (offsets[mid] === offset)
+                return mid + 1;
+            if (offsets[mid] < offset)
+                lo = mid + 1;
+            else
+                hi = mid - 1;
+        }
+        return Math.min(lo + 1, offsets.length);
+    }
+    getContextOffsets(offset, contextLines) {
+        const offsets = this.indexData.lineOffsets;
+        const idx = offsets.indexOf(offset);
+        if (idx === -1)
+            return { beforeOffsets: [], afterOffsets: [] };
+        const beforeOffsets = offsets.slice(Math.max(0, idx - contextLines), idx);
+        const afterOffsets = offsets.slice(idx + 1, idx + 1 + contextLines);
+        return { beforeOffsets, afterOffsets };
+    }
+    // ─── Filters ──────────────────────────────────────────────────────────────
+    async filterByTimeRange(offsets, since, until) {
+        // Simple timestamp filter — fetch lines and check timestamps
+        const sinceDate = since ? new Date(since).getTime() : 0;
+        const untilDate = until ? new Date(until).getTime() : Infinity;
+        await this.fetcher.open();
+        const lines = await this.fetcher.fetchLines(offsets);
+        await this.fetcher.close();
+        const ISO_RE = /\d{4}-\d{2}-\d{2}[T ]\d{2}:\d{2}:\d{2}/;
+        return offsets.filter((_, i) => {
+            const match = lines[i].match(ISO_RE);
+            if (!match)
+                return true; // Can't parse timestamp — include by default
+            const ts = new Date(match[0]).getTime();
+            return ts >= sinceDate && ts <= untilDate;
+        });
+    }
+    async filterByLevel(offsets, level) {
+        await this.fetcher.open();
+        const lines = await this.fetcher.fetchLines(offsets);
+        await this.fetcher.close();
+        const levelUpper = level.toUpperCase();
+        return offsets.filter((_, i) => lines[i].toUpperCase().includes(levelUpper));
+    }
+    // ─── Helpers ───────────────────────────────────────────────────────────────
+    extractTermsFromQuery(query) {
+        switch (query.type) {
+            case 'simple': return [query.term];
+            case 'phrase': return query.terms;
+            case 'and':
+            case 'or': return query.operands.flatMap((op) => this.extractTermsFromQuery(op));
+            case 'not': return this.extractTermsFromQuery(query.operand);
+            case 'fuzzy': return [query.term];
+            case 'level': return [query.level];
+            case 'field': return [query.value];
+            default: return [];
+        }
+    }
+    /** Jaro-Winkler similarity (0–1) for fuzzy term matching */
+    jaroWinkler(s1, s2) {
+        if (s1 === s2)
+            return 1;
+        const len1 = s1.length;
+        const len2 = s2.length;
+        const matchDist = Math.floor(Math.max(len1, len2) / 2) - 1;
+        if (matchDist < 0)
+            return 0;
+        const s1Matches = new Array(len1).fill(false);
+        const s2Matches = new Array(len2).fill(false);
+        let matches = 0;
+        let transpositions = 0;
+        for (let i = 0; i < len1; i++) {
+            const start = Math.max(0, i - matchDist);
+            const end = Math.min(i + matchDist + 1, len2);
+            for (let j = start; j < end; j++) {
+                if (s2Matches[j] || s1[i] !== s2[j])
+                    continue;
+                s1Matches[i] = true;
+                s2Matches[j] = true;
+                matches++;
+                break;
+            }
+        }
+        if (matches === 0)
+            return 0;
+        let k = 0;
+        for (let i = 0; i < len1; i++) {
+            if (!s1Matches[i])
+                continue;
+            while (!s2Matches[k])
+                k++;
+            if (s1[i] !== s2[k])
+                transpositions++;
+            k++;
+        }
+        const jaro = (matches / len1 + matches / len2 + (matches - transpositions / 2) / matches) / 3;
+        // Winkler prefix bonus
+        let prefix = 0;
+        for (let i = 0; i < Math.min(4, Math.min(len1, len2)); i++) {
+            if (s1[i] === s2[i])
+                prefix++;
+            else
+                break;
+        }
+        return jaro + prefix * 0.1 * (1 - jaro);
+    }
+}
+exports.IndexSearcher = IndexSearcher;
+//# sourceMappingURL=IndexSearcher.js.map

package/dist/core/searcher/IndexSearcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexSearcher.js","sourceRoot":"","sources":["../../../src/core/searcher/IndexSearcher.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA6B;AAC7B,gEAA6D;AAC7D,mDAAgD;AAChD,6CAA0C;AAC1C,yDAAsD;AAQtD,MAAa,aAAa;IAChB,QAAQ,CAAS;IACjB,SAAS,GAAyB,IAAI,CAAC;IACvC,OAAO,CAAgB;IACvB,UAAU,CAAa;IACvB,UAAU,CAAkB;IAC5B,MAAM,CAAc;IAE5B,YAAY,QAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,6BAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,EAAE,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,IAAI,iCAAe,EAAE,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,yBAAW,EAAE,CAAC;IAClC,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvD,qEAAqE;QACrE,MAAM,MAAM,GACV,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC;YACpC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU;YACvE,CAAC,CAAC,GAAG,CAAC;QACV,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC;IACjC,CAAC;IAED,8EAA8E;IAE9E;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACrD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC;YAC3B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;YACjC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,SAAgB;YACxC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,MAAM;YAChC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;SAClC,CAAC;QAEF,iBAAiB;QACjB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;QAEH,uCAAuC;QACvC,IAAI,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEtE,0CAA0C;QAC1C,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1F,CAAC;QAED,qCAAqC;QACrC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,eAAe,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE5C,+BAA+B;QAC/B,MAAM,MAAM,GACV,IAAI,CAAC,MAAM,KAAK,MAAM;YACpB,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/E,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,8BAA8B;QAEhF,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAEtE,wBAAwB;QACxB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAEvD,oCAAoC;QACpC,IAAI,OAAO,GAAmB,MAAM,OAAO,CAAC,GAAG,CAC7C,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE;YAC7B,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAE9E,IAAI,aAAmC,CAAC;YACxC,IAAI,YAAkC,CAAC;YAEvC,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrF,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;gBAC7D,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC7D,CAAC;YAED,OAAO;gBACL,UAAU;gBACV,MAAM;gBACN,OAAO;gBACP,UAAU;gBACV,UAAU,EAAE,CAAC;gBACb,aAAa;gBACb,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,+CAA+C;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC5B,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;gBAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,qDAAqD;YACrD,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;YACtD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5B,GAAG,CAAC;gBACJ,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC;aACpD,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8EAA8E;IAEtE,YAAY,CAAC,KAAkB,EAAE,UAAmB;QAC1D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAEjD,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAEpD,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YAEvF,KAAK,IAAI;gBACP,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YAEnF,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,QAAQ,CAClB,IAAI,CAAC,SAAU,CAAC,WAAW,EAC3B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAC7C,CAAC;YAEJ,KAAK,OAAO;gBACV,iEAAiE;gBACjE,uEAAuE;gBACvE,OAAO,CAAC,GAAG,IAAI,CAAC,SAAU,CAAC,WAAW,CAAC,CAAC;YAE1C,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAEnE,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAElD,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAElD;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,IAAY,EAAE,UAAmB;QAClD,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,OAAO,IAAI,CAAC,SAAU,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;IAEO,YAAY,CAAC,KAAe,EAAE,UAAmB;QACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAErE,6CAA6C;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;QACpF,+EAA+E;QAC/E,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,WAAW,CAAC,IAAY,EAAE,SAAiB,EAAE,UAAmB;QACtE,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,KAAK,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACnF,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,IAAI,SAAS,EAAE,CAAC;gBAClD,KAAK,MAAM,CAAC,IAAI,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,8EAA8E;IAEtE,SAAS,CAAC,KAAiB;QACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;QAExC,8CAA8C;QAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,KAAiB;QAC7B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,MAAM,MAAM,IAAI,IAAI;gBAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;IACvB,CAAC;IAEO,QAAQ,CAAC,GAAa,EAAE,QAAkB;QAChD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,8EAA8E;IAEtE,cAAc,CACpB,IAAY,EACZ,KAAkB,EAClB,UAAmB;QAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,SAAS,GAA4B,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAE1D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACjD,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACjD,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBACtC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC;YAClB,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAEO,cAAc,CAAC,MAAc;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC,WAAW,CAAC;QAC5C,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAE5B,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM;gBAAE,OAAO,GAAG,GAAG,CAAC,CAAC;YAC5C,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM;gBAAE,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;;gBACnC,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAEO,iBAAiB,CACvB,MAAc,EACd,YAAoB;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC,WAAW,CAAC;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;QAE/D,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACpE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;IACzC,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,iBAAiB,CAC7B,OAAiB,EACjB,KAAa,EACb,KAAa;QAEb,6DAA6D;QAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE/D,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,wCAAwC,CAAC;QAExD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC,CAAC,6CAA6C;YACtE,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACxC,OAAO,EAAE,IAAI,SAAS,IAAI,EAAE,IAAI,SAAS,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAiB,EAAE,KAAa;QAC1D,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAE3B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,8EAA8E;IAEtE,qBAAqB,CAAC,KAAkB;QAC9C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,KAAK,QAAQ,CAAC,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC;YAClC,KAAK,KAAK,CAAC;YAAC,KAAK,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7F,KAAK,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,4DAA4D;IACpD,WAAW,CAAC,EAAU,EAAE,EAAU;QACxC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,CAAC,CAAC;QACxB,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC;QACvB,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3D,IAAI,SAAS,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;YAC9C,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAAE,SAAS;gBAC9C,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACpB,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,OAAO,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE5B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAAE,SAAS;YAC5B,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;gBAAE,CAAC,EAAE,CAAC;YAC1B,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAAE,cAAc,EAAE,CAAC;YACtC,CAAC,EAAE,CAAC;QACN,CAAC;QAED,MAAM,IAAI,GACR,CAAC,OAAO,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,GAAG,cAAc,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAEnF,uBAAuB;QACvB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3D,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAAE,MAAM,EAAE,CAAC;;gBACzB,MAAM;QACb,CAAC;QAED,OAAO,IAAI,GAAG,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAC1C,CAAC;CACF;AAxXD,sCAwXC"}

package/dist/core/searcher/RankEngine.d.ts

@@ -0,0 +1,29 @@
+/**
+ * RankEngine.ts
+ * Scores and ranks search results using BM25-simplified scoring.
+ * Higher score = more relevant result.
+ */
+import type { SearchResult, ParsedQuery } from '../../types/SearchTypes';
+export declare class RankEngine {
+    private avgLineLength;
+    constructor(avgLineLength?: number);
+    /**
+     * Score a single line for BM25 relevance.
+     * @param line     The line content
+     * @param terms    The search terms
+     */
+    score(line: string, terms: string[]): number;
+    /**
+     * Re-score and sort a list of SearchResults by relevance.
+     */
+    rankResults(results: SearchResult[], query: ParsedQuery): SearchResult[];
+    /**
+     * Count non-overlapping occurrences of `term` in `text`.
+     */
+    private countOccurrences;
+    /**
+     * Extract all search terms from a parsed query tree.
+     */
+    private extractTerms;
+}
+//# sourceMappingURL=RankEngine.d.ts.map

package/dist/core/searcher/RankEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RankEngine.d.ts","sourceRoot":"","sources":["../../../src/core/searcher/RankEngine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAMzE,qBAAa,UAAU;IACrB,OAAO,CAAC,aAAa,CAAS;gBAElB,aAAa,GAAE,MAAY;IAIvC;;;;OAIG;IACH,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM;IAsB5C;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,WAAW,GAAG,YAAY,EAAE;IASxE;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;IACH,OAAO,CAAC,YAAY;CAqBrB"}

package/dist/core/searcher/RankEngine.js

@@ -0,0 +1,90 @@
+"use strict";
+/**
+ * RankEngine.ts
+ * Scores and ranks search results using BM25-simplified scoring.
+ * Higher score = more relevant result.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RankEngine = void 0;
+// BM25 tuning constants
+const K1 = 1.5; // term frequency saturation
+const B = 0.75; // length normalization
+class RankEngine {
+    avgLineLength;
+    constructor(avgLineLength = 200) {
+        this.avgLineLength = avgLineLength;
+    }
+    /**
+     * Score a single line for BM25 relevance.
+     * @param line     The line content
+     * @param terms    The search terms
+     */
+    score(line, terms) {
+        if (terms.length === 0)
+            return 0;
+        const lower = line.toLowerCase();
+        const lineLength = line.length;
+        let totalScore = 0;
+        for (const term of terms) {
+            const tf = this.countOccurrences(lower, term.toLowerCase());
+            if (tf === 0)
+                continue;
+            // BM25 term frequency component
+            const tfNorm = (tf * (K1 + 1)) /
+                (tf + K1 * (1 - B + B * (lineLength / this.avgLineLength)));
+            totalScore += tfNorm;
+        }
+        return totalScore;
+    }
+    /**
+     * Re-score and sort a list of SearchResults by relevance.
+     */
+    rankResults(results, query) {
+        const terms = this.extractTerms(query);
+        if (terms.length === 0)
+            return results;
+        return results
+            .map((r) => ({ ...r, matchScore: this.score(r.content, terms) }))
+            .sort((a, b) => b.matchScore - a.matchScore);
+    }
+    /**
+     * Count non-overlapping occurrences of `term` in `text`.
+     */
+    countOccurrences(text, term) {
+        if (!term)
+            return 0;
+        let count = 0;
+        let idx = 0;
+        while ((idx = text.indexOf(term, idx)) !== -1) {
+            count++;
+            idx += term.length;
+        }
+        return count;
+    }
+    /**
+     * Extract all search terms from a parsed query tree.
+     */
+    extractTerms(query) {
+        switch (query.type) {
+            case 'simple':
+                return [query.term];
+            case 'phrase':
+                return query.terms;
+            case 'and':
+            case 'or':
+                return query.operands.flatMap((op) => this.extractTerms(op));
+            case 'not':
+                return this.extractTerms(query.operand);
+            case 'fuzzy':
+                return [query.term];
+            case 'level':
+                return [query.level];
+            case 'field':
+                return [query.value];
+            default:
+                return [];
+        }
+    }
+}
+exports.RankEngine = RankEngine;
+//# sourceMappingURL=RankEngine.js.map

package/dist/core/searcher/RankEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RankEngine.js","sourceRoot":"","sources":["../../../src/core/searcher/RankEngine.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAIH,wBAAwB;AACxB,MAAM,EAAE,GAAG,GAAG,CAAC,CAAE,4BAA4B;AAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAE,uBAAuB;AAExC,MAAa,UAAU;IACb,aAAa,CAAS;IAE9B,YAAY,gBAAwB,GAAG;QACrC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAY,EAAE,KAAe;QACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEjC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5D,IAAI,EAAE,KAAK,CAAC;gBAAE,SAAS;YAEvB,gCAAgC;YAChC,MAAM,MAAM,GACV,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACf,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAE9D,UAAU,IAAI,MAAM,CAAC;QACvB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAuB,EAAE,KAAkB;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC;QAEvC,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;aAChE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY,EAAE,IAAY;QACjD,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC9C,KAAK,EAAE,CAAC;YACR,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,KAAkB;QACrC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,QAAQ;gBACX,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtB,KAAK,QAAQ;gBACX,OAAO,KAAK,CAAC,KAAK,CAAC;YACrB,KAAK,KAAK,CAAC;YACX,KAAK,IAAI;gBACP,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/D,KAAK,KAAK;gBACR,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1C,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtB,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACvB;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF;AApFD,gCAoFC"}