@rbalchii/anchor-engine 4.7.0

package/engine/dist/services/synonyms/auto-synonym-generator.js

@@ -0,0 +1,415 @@
+/**
+ * Automated Synonym Ring Generator
+ *
+ * Mines your existing data (codebase + chat logs) to automatically generate
+ * synonym rings for semantic query expansion.
+ *
+ * Strategies:
+ * 1. Co-occurrence Analysis: Terms appearing together frequently
+ * 2. Tag Neighborhood Similarity: Terms with similar tag patterns
+ * 3. SimHash Proximity: Terms in atoms with similar simhashes
+ * 4. Content Similarity: Terms appearing in similar contexts
+ *
+ * Usage:
+ *   const generator = new AutoSynonymGenerator();
+ *   const synonyms = await generator.generateSynonymRings();
+ *   await generator.saveSynonymRings(synonyms, './data/synonym-ring.json');
+ */
+import { db } from '../../core/db.js';
+import path from 'path';
+import fs from 'fs';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+export class AutoSynonymGenerator {
+    MIN_CO_OCCURRENCE = 5; // Minimum times terms must appear together
+    MIN_JACCARD_SIMILARITY = 0.5; // Minimum tag neighborhood similarity
+    MAX_SIMHASH_DISTANCE = 8; // Maximum Hamming distance for simhash clustering
+    TOP_SYNONYMS_PER_TERM = 10; // Maximum synonyms to suggest per term
+    /**
+     * Specialized hamming distance for precomputed BigInts
+     */
+    fastHammingDistance(big1, big2) {
+        let xor = big1 ^ big2;
+        let distance = 0;
+        while (xor > 0n) {
+            distance += Number(xor & 1n);
+            xor >>= 1n;
+        }
+        return distance;
+    }
+    /**
+     * Strategy 1: Co-occurrence Mining
+     * Find terms that frequently appear together in the same atoms/documents.
+     *
+     * SQL: Finds pairs of terms appearing in same atom content
+     * Groups by term pairs, counts co-occurrences
+     * Returns top N pairs per term
+     */
+    async mineCooccurrenceSynonyms(windowSize = 100) {
+        console.log('[SynonymGenerator] Strategy 1: Mining co-occurrence patterns...');
+        const startTime = Date.now();
+        try {
+            // Get total count for progress tracking
+            const countQuery = `
+        SELECT COUNT(*) as total FROM atoms WHERE length(content) > 50
+      `;
+            const countResult = await db.run(countQuery);
+            const totalAtoms = countResult.rows?.[0]?.total || 0;
+            console.log(`[SynonymGenerator] Processing ${totalAtoms} atoms...`);
+            // SIMPLIFIED: Skip complex co-occurrence mining for now
+            // The tag neighborhood and simhash strategies are working well
+            console.log('[SynonymGenerator] Skipping co-occurrence mining (using tag neighborhood + simhash only)');
+            console.log(`[SynonymGenerator] Co-occurrence skipped in ${((Date.now() - startTime) / 1000).toFixed(1)}s`);
+            return new Map();
+        }
+        catch (error) {
+            console.error('[SynonymGenerator] Co-occurrence mining failed:', error.message);
+            return new Map();
+        }
+    }
+    /**
+     * Strategy 2: Tag Neighborhood Similarity
+     * Terms with similar tag patterns are likely synonyms.
+     *
+     * Computes Jaccard similarity between term tag-sets.
+     * Jaccard(A,B) = |A ∩ B| / |A ∪ B|
+     * Clusters terms with Jaccard > threshold
+     */
+    async mineTagNeighborhoodSynonyms() {
+        console.log('[SynonymGenerator] Strategy 2: Mining tag neighborhood similarity...');
+        try {
+            // Get all terms and their associated tags
+            const termTagsQuery = `
+        WITH term_tag_counts AS (
+          SELECT 
+            LOWER(unnest(tags)) as tag,
+            a.id as atom_id
+          FROM atoms a
+          WHERE tags IS NOT NULL AND cardinality(tags) > 0
+        ),
+        term_tag_sets AS (
+          SELECT 
+            tag,
+            array_agg(DISTINCT atom_id) as atom_ids
+          FROM term_tag_counts
+          GROUP BY tag
+        )
+        SELECT tag, atom_ids
+        FROM term_tag_sets
+        WHERE array_length(atom_ids, 1) >= 2
+        ORDER BY array_length(atom_ids, 1) DESC
+        LIMIT 500
+      `;
+            const result = await db.run(termTagsQuery);
+            if (!result.rows || result.rows.length < 2) {
+                console.log('[SynonymGenerator] Insufficient tag data for neighborhood analysis');
+                return new Map();
+            }
+            const termTagSets = new Map();
+            for (const row of result.rows) {
+                const { tag, atom_ids } = row;
+                termTagSets.set(tag, new Set(atom_ids));
+            }
+            // Compute Jaccard similarity between all pairs
+            const pairs = new Map();
+            const terms = Array.from(termTagSets.keys());
+            for (let i = 0; i < terms.length; i++) {
+                for (let j = i + 1; j < terms.length; j++) {
+                    const term1 = terms[i];
+                    const term2 = terms[j];
+                    const set1 = termTagSets.get(term1);
+                    const set2 = termTagSets.get(term2);
+                    const intersection = new Set([...set1].filter(x => set2.has(x)));
+                    const union = new Set([...set1, ...set2]);
+                    const jaccard = intersection.size / union.size;
+                    if (jaccard >= this.MIN_JACCARD_SIMILARITY) {
+                        if (!pairs.has(term1)) {
+                            pairs.set(term1, []);
+                        }
+                        pairs.get(term1).push({
+                            term1,
+                            term2,
+                            score: jaccard,
+                            strategy: 'tag_neighborhood'
+                        });
+                        if (!pairs.has(term2)) {
+                            pairs.set(term2, []);
+                        }
+                        pairs.get(term2).push({
+                            term1: term2,
+                            term2: term1,
+                            score: jaccard,
+                            strategy: 'tag_neighborhood'
+                        });
+                    }
+                }
+            }
+            console.log(`[SynonymGenerator] Found ${pairs.size} terms with tag neighborhood synonyms`);
+            return pairs;
+        }
+        catch (error) {
+            console.error('[SynonymGenerator] Tag neighborhood mining failed:', error.message);
+            return new Map();
+        }
+    }
+    /**
+     * Strategy 3: SimHash Proximity
+     * Terms in atoms with similar simhashes are related.
+     *
+     * Groups atoms by simhash Hamming distance < threshold.
+     * Extracts terms from each cluster.
+     * Terms appearing in same cluster are candidates.
+     */
+    async mineSimHashSynonyms() {
+        console.log('[SynonymGenerator] Strategy 3: Mining simhash proximity...');
+        try {
+            // Get atoms with their simhashes and extract key terms
+            const query = `
+        SELECT 
+          id,
+          simhash,
+          content,
+          tags
+        FROM atoms
+        WHERE simhash IS NOT NULL AND simhash != '0'
+        LIMIT 1000
+      `;
+            const result = await db.run(query);
+            if (!result.rows) {
+                console.log('[SynonymGenerator] No simhash data available');
+                return new Map();
+            }
+            // Helper to extract terms from content
+            const extractTerms = (content) => {
+                return content.toLowerCase()
+                    .split(/[\s\W]+/)
+                    .filter(term => term.length > 3 && term.length < 30)
+                    .slice(0, 50); // Limit terms per atom
+            };
+            // Group atoms by simhash proximity
+            const atoms = result.rows;
+            // Precompute terms and simhash BigInts to avoid redundant work in O(N^2) loop
+            const atomsWithMetadata = atoms.map(atom => {
+                let hashBigInt;
+                try {
+                    const hash = atom.simhash;
+                    hashBigInt = BigInt(hash.startsWith('0x') ? hash : `0x${hash}`);
+                }
+                catch (e) {
+                    // Fallback handled in distance calculation
+                }
+                return {
+                    ...atom,
+                    terms: extractTerms(atom.content),
+                    hashBigInt
+                };
+            });
+            const termClusters = new Map(); // term -> (related_term -> co_occurrence_count)
+            for (let i = 0; i < atomsWithMetadata.length; i++) {
+                const atom1 = atomsWithMetadata[i];
+                for (let j = i + 1; j < atomsWithMetadata.length; j++) {
+                    const atom2 = atomsWithMetadata[j];
+                    // Use precomputed BigInts for faster distance calculation
+                    let distance = 64;
+                    if (atom1.hashBigInt !== undefined && atom2.hashBigInt !== undefined) {
+                        distance = this.fastHammingDistance(atom1.hashBigInt, atom2.hashBigInt);
+                    }
+                    if (distance <= this.MAX_SIMHASH_DISTANCE) {
+                        // Use precomputed terms
+                        const terms1 = atom1.terms;
+                        const terms2 = atom2.terms;
+                        // Add cross-cluster term pairs with co-occurrence counting
+                        for (const t1 of terms1) {
+                            for (const t2 of terms2) {
+                                if (t1 !== t2) {
+                                    if (!termClusters.has(t1)) {
+                                        termClusters.set(t1, new Map());
+                                    }
+                                    const related = termClusters.get(t1);
+                                    related.set(t2, (related.get(t2) || 0) + 1);
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+            // Convert clusters to pairs with frequency-based scoring
+            const pairs = new Map();
+            for (const [term1, relatedTerms] of termClusters.entries()) {
+                if (!pairs.has(term1)) {
+                    pairs.set(term1, []);
+                }
+                // Convert to array and sort by co-occurrence frequency
+                const sortedRelated = Array.from(relatedTerms.entries())
+                    .sort((a, b) => b[1] - a[1]) // Sort by frequency desc
+                    .slice(0, 20); // Top 20 related terms
+                for (const [term2, frequency] of sortedRelated) {
+                    pairs.get(term1).push({
+                        term1,
+                        term2,
+                        score: frequency, // Use frequency as score (higher = more reliable)
+                        strategy: 'simhash_proximity'
+                    });
+                }
+            }
+            console.log(`[SynonymGenerator] Found ${pairs.size} terms with simhash synonyms`);
+            return pairs;
+        }
+        catch (error) {
+            console.error('[SynonymGenerator] SimHash mining failed:', error.message);
+            return new Map();
+        }
+    }
+    /**
+     * Merge all strategies with weighted voting
+     * Term pairs appearing in 2+ strategies get higher confidence
+     */
+    async generateSynonymRings() {
+        console.log('[SynonymGenerator] Generating synonym rings from all strategies...');
+        // Run all strategies in parallel
+        const [cooccurrence, neighborhood, simhash] = await Promise.all([
+            this.mineCooccurrenceSynonyms(),
+            this.mineTagNeighborhoodSynonyms(),
+            this.mineSimHashSynonyms()
+        ]);
+        // Build synonym rings directly from each strategy
+        // No need for multi-strategy voting - each strategy has its own quality filters
+        const synonymRings = {};
+        // Helper to add synonyms
+        const addSynonym = (term1, term2) => {
+            if (!Array.isArray(synonymRings[term1]))
+                synonymRings[term1] = [];
+            if (!Array.isArray(synonymRings[term2]))
+                synonymRings[term2] = [];
+            if (!synonymRings[term1].includes(term2) && synonymRings[term1].length < this.TOP_SYNONYMS_PER_TERM) {
+                synonymRings[term1].push(term2);
+            }
+            if (!synonymRings[term2].includes(term1) && synonymRings[term2].length < this.TOP_SYNONYMS_PER_TERM) {
+                synonymRings[term2].push(term1);
+            }
+        };
+        // 1. Tag neighborhood pairs (high precision - Jaccard >= 0.5)
+        let tagPairsAdded = 0;
+        for (const [term, pairs] of neighborhood.entries()) {
+            for (const pair of pairs) {
+                // Jaccard score already >= 0.5 threshold
+                addSynonym(pair.term1, pair.term2);
+                tagPairsAdded++;
+            }
+        }
+        console.log(`[SynonymGenerator] Added ${tagPairsAdded} tag neighborhood pairs`);
+        // 2. SimHash proximity pairs (cluster-based)
+        // Score by cluster cohesion, not inverse size
+        let simhashPairsAdded = 0;
+        for (const [term, pairs] of simhash.entries()) {
+            // Sort pairs by score (higher = more cohesive cluster)
+            const sortedPairs = pairs.sort((a, b) => b.score - a.score);
+            // Take top pairs from each term's perspective
+            for (const pair of sortedPairs.slice(0, 5)) {
+                addSynonym(pair.term1, pair.term2);
+                simhashPairsAdded++;
+            }
+        }
+        console.log(`[SynonymGenerator] Added ${simhashPairsAdded} simhash proximity pairs`);
+        // 3. Co-occurrence pairs (if available)
+        let coocPairsAdded = 0;
+        for (const [term, pairs] of cooccurrence.entries()) {
+            for (const pair of pairs) {
+                addSynonym(pair.term1, pair.term2);
+                coocPairsAdded++;
+            }
+        }
+        if (coocPairsAdded > 0) {
+            console.log(`[SynonymGenerator] Added ${coocPairsAdded} co-occurrence pairs`);
+        }
+        console.log(`[SynonymGenerator] Generated ${Object.keys(synonymRings).length} synonym rings`);
+        return synonymRings;
+    }
+    /**
+     * Save to synonym ring file for @rbalchii/dse to load
+     */
+    async saveSynonymRings(synonyms, outputPath) {
+        console.log(`[SynonymGenerator] Saving synonym rings to ${outputPath}...`);
+        try {
+            // Save directly to database
+            console.log(`[SynonymGenerator] Upserting synonyms to database table...`);
+            const terms = [];
+            const synLists = [];
+            for (const [term, syns] of Object.entries(synonyms)) {
+                if (!syns || syns.length === 0)
+                    continue;
+                terms.push(term);
+                synLists.push(JSON.stringify(syns));
+            }
+            // Batch insert in chunks to avoid parameter limits and optimize performance
+            const BATCH_SIZE = 500;
+            let processed = 0;
+            while (processed < terms.length) {
+                const batchTerms = terms.slice(processed, processed + BATCH_SIZE);
+                const batchSynLists = synLists.slice(processed, processed + BATCH_SIZE);
+                if (batchTerms.length > 0) {
+                    const query = `
+            INSERT INTO synonyms (term, synonyms)
+            SELECT * FROM unnest($1::text[], $2::text[])
+            ON CONFLICT (term) DO UPDATE SET synonyms = EXCLUDED.synonyms, created_at = CURRENT_TIMESTAMP;
+          `;
+                    await db.run(query, [batchTerms, batchSynLists]);
+                }
+                processed += BATCH_SIZE;
+            }
+            // Ensure directory exists
+            const dir = path.dirname(outputPath);
+            if (!fs.existsSync(dir)) {
+                fs.mkdirSync(dir, { recursive: true });
+            }
+            // Save as JSON
+            const jsonContent = JSON.stringify(synonyms, null, 2);
+            fs.writeFileSync(outputPath, jsonContent, 'utf-8');
+            console.log(`[SynonymGenerator] Saved ${Object.keys(synonyms).length} synonym rings`);
+            // Also generate a human-readable summary
+            const summaryPath = outputPath.replace('.json', '-summary.md');
+            this.generateSummary(synonyms, summaryPath);
+        }
+        catch (error) {
+            console.error('[SynonymGenerator] Failed to save synonym rings:', error.message);
+            throw error;
+        }
+    }
+    /**
+     * Generate human-readable summary
+     */
+    generateSummary(synonyms, outputPath) {
+        let markdown = '# Auto-Generated Synonym Rings\n\n';
+        markdown += `Generated: ${new Date().toISOString()}\n\n`;
+        markdown += `Total terms: ${Object.keys(synonyms).length}\n\n`;
+        markdown += '## Synonym Clusters\n\n';
+        // Sort by number of synonyms
+        const sorted = Object.entries(synonyms)
+            .sort((a, b) => b[1].length - a[1].length)
+            .slice(0, 100); // Top 100
+        for (const [term, synonymList] of sorted) {
+            markdown += `### ${term}\n`;
+            markdown += `**Synonyms:** ${synonymList.join(', ')}\n\n`;
+        }
+        fs.writeFileSync(outputPath, markdown, 'utf-8');
+        console.log(`[SynonymGenerator] Generated summary at ${outputPath}`);
+    }
+    /**
+     * Load existing synonym rings
+     */
+    async loadExistingSynonymRings(inputPath) {
+        try {
+            if (!fs.existsSync(inputPath)) {
+                return {};
+            }
+            const content = fs.readFileSync(inputPath, 'utf-8');
+            return JSON.parse(content);
+        }
+        catch (error) {
+            console.error('[SynonymGenerator] Failed to load existing synonym rings:', error.message);
+            return {};
+        }
+    }
+}
+//# sourceMappingURL=auto-synonym-generator.js.map

package/engine/dist/services/synonyms/auto-synonym-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-synonym-generator.js","sourceRoot":"","sources":["../../../src/services/synonyms/auto-synonym-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAe3C,MAAM,OAAO,oBAAoB;IACvB,iBAAiB,GAAG,CAAC,CAAC,CAAQ,2CAA2C;IACzE,sBAAsB,GAAG,GAAG,CAAC,CAAC,sCAAsC;IACpE,oBAAoB,GAAG,CAAC,CAAC,CAAK,kDAAkD;IAChF,qBAAqB,GAAG,EAAE,CAAC,CAAG,uCAAuC;IAE7E;;OAEG;IACK,mBAAmB,CAAC,IAAY,EAAE,IAAY;QACpD,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;QACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,OAAO,GAAG,GAAG,EAAE,EAAE,CAAC;YAChB,QAAQ,IAAI,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YAC7B,GAAG,KAAK,EAAE,CAAC;QACb,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,wBAAwB,CAAC,aAAqB,GAAG;QACrD,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,UAAU,GAAG;;OAElB,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7C,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;YACrD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,WAAW,CAAC,CAAC;YAEpE,wDAAwD;YACxD,+DAA+D;YAC/D,OAAO,CAAC,GAAG,CAAC,0FAA0F,CAAC,CAAC;YACxG,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAE5G,OAAO,IAAI,GAAG,EAAsB,CAAC;QACvC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAChF,OAAO,IAAI,GAAG,EAAsB,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,2BAA2B;QAC/B,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;QAEpF,IAAI,CAAC;YACH,0CAA0C;YAC1C,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;OAoBrB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAE3C,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAC;gBAClF,OAAO,IAAI,GAAG,EAAsB,CAAC;YACvC,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;YAEnD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAa,EAAE,CAAC;gBACvC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;gBAC9B,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,+CAA+C;YAC/C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;YAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;YAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACvB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEvB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;oBAErC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACjE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;oBAE1C,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAE/C,IAAI,OAAO,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;wBAC3C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;4BACtB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACvB,CAAC;wBAED,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC;4BACrB,KAAK;4BACL,KAAK;4BACL,KAAK,EAAE,OAAO;4BACd,QAAQ,EAAE,kBAAkB;yBAC7B,CAAC,CAAC;wBAEH,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;4BACtB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACvB,CAAC;wBAED,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC;4BACrB,KAAK,EAAE,KAAK;4BACZ,KAAK,EAAE,KAAK;4BACZ,KAAK,EAAE,OAAO;4BACd,QAAQ,EAAE,kBAAkB;yBAC7B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,CAAC,IAAI,uCAAuC,CAAC,CAAC;YAC3F,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,oDAAoD,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACnF,OAAO,IAAI,GAAG,EAAsB,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,mBAAmB;QACvB,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;QAE1E,IAAI,CAAC;YACH,uDAAuD;YACvD,MAAM,KAAK,GAAG;;;;;;;;;OASb,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEnC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACjB,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;gBAC5D,OAAO,IAAI,GAAG,EAAsB,CAAC;YACvC,CAAC;YAED,uCAAuC;YACvC,MAAM,YAAY,GAAG,CAAC,OAAe,EAAY,EAAE;gBACjD,OAAO,OAAO,CAAC,WAAW,EAAE;qBACzB,KAAK,CAAC,SAAS,CAAC;qBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;qBACnD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,uBAAuB;YAC1C,CAAC,CAAC;YAEF,mCAAmC;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAa,CAAC;YAEnC,8EAA8E;YAC9E,MAAM,iBAAiB,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACzC,IAAI,UAA8B,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;oBAC1B,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,2CAA2C;gBAC7C,CAAC;gBAED,OAAO;oBACL,GAAG,IAAI;oBACP,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;oBACjC,UAAU;iBACX,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,IAAI,GAAG,EAA+B,CAAC,CAAC,gDAAgD;YAE7G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBACnC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;oBAEnC,0DAA0D;oBAC1D,IAAI,QAAQ,GAAG,EAAE,CAAC;oBAClB,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;wBACrE,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1E,CAAC;oBAED,IAAI,QAAQ,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;wBAC1C,wBAAwB;wBACxB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;wBAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;wBAE3B,2DAA2D;wBAC3D,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;4BACxB,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gCACxB,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oCACd,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;wCAC1B,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;oCAClC,CAAC;oCACD,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;oCACtC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCAC9C,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,yDAAyD;YACzD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;YAE5C,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC3D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACvB,CAAC;gBAED,uDAAuD;gBACvD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;qBACrD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,yBAAyB;qBACrD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,uBAAuB;gBAExC,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,aAAa,EAAE,CAAC;oBAC/C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC;wBACrB,KAAK;wBACL,KAAK;wBACL,KAAK,EAAE,SAAS,EAAE,kDAAkD;wBACpE,QAAQ,EAAE,mBAAmB;qBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,CAAC,IAAI,8BAA8B,CAAC,CAAC;YAClF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2CAA2C,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1E,OAAO,IAAI,GAAG,EAAsB,CAAC;QACvC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB;QACxB,OAAO,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAC;QAElF,iCAAiC;QACjC,MAAM,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC9D,IAAI,CAAC,wBAAwB,EAAE;YAC/B,IAAI,CAAC,2BAA2B,EAAE;YAClC,IAAI,CAAC,mBAAmB,EAAE;SAC3B,CAAC,CAAC;QAEH,kDAAkD;QAClD,gFAAgF;QAChF,MAAM,YAAY,GAA6B,EAAE,CAAC;QAElD,yBAAyB;QACzB,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,KAAa,EAAE,EAAE;YAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAAE,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAAE,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAElE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBACpG,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBACpG,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC;QAEF,8DAA8D;QAC9D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,yCAAyC;gBACzC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnC,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,4BAA4B,aAAa,yBAAyB,CAAC,CAAC;QAEhF,6CAA6C;QAC7C,8CAA8C;QAC9C,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,uDAAuD;YACvD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAE5D,8CAA8C;YAC9C,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC3C,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnC,iBAAiB,EAAE,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,4BAA4B,iBAAiB,0BAA0B,CAAC,CAAC;QAErF,wCAAwC;QACxC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnC,cAAc,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,4BAA4B,cAAc,sBAAsB,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gCAAgC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAC9F,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAkC,EAAE,UAAkB;QAC3E,OAAO,CAAC,GAAG,CAAC,8CAA8C,UAAU,KAAK,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,4BAA4B;YAC5B,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;YAC1E,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAa,EAAE,CAAC;YAE9B,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBACzC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YACtC,CAAC;YAED,4EAA4E;YAC5E,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC,CAAC;gBAClE,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,GAAG,UAAU,CAAC,CAAC;gBAExE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,KAAK,GAAG;;;;WAIb,CAAC;oBACF,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;gBACnD,CAAC;gBAED,SAAS,IAAI,UAAU,CAAC;YAC1B,CAAC;YAED,0BAA0B;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YAED,eAAe;YACf,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YAEnD,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAEtF,yCAAyC;YACzC,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAC/D,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAE9C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,kDAAkD,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACjF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAkC,EAAE,UAAkB;QAC5E,IAAI,QAAQ,GAAG,oCAAoC,CAAC;QACpD,QAAQ,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;QACzD,QAAQ,IAAI,gBAAgB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,MAAM,CAAC;QAC/D,QAAQ,IAAI,yBAAyB,CAAC;QAEtC,6BAA6B;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;aACpC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU;QAE5B,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;YACzC,QAAQ,IAAI,OAAO,IAAI,IAAI,CAAC;YAC5B,QAAQ,IAAI,iBAAiB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5D,CAAC;QAED,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,2CAA2C,UAAU,EAAE,CAAC,CAAC;IACvE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAAC,SAAiB;QAC9C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2DAA2D,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1F,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/engine/dist/services/system-status.d.ts

@@ -0,0 +1,68 @@
+/**
+ * System Status Manager
+ *
+ * Tracks global system state (ingestion, search, idle) and provides
+ * queuing mechanism for search requests during ingestion.
+ */
+type SystemState = 'idle' | 'ingesting' | 'searching' | 'maintenance';
+interface StatusInfo {
+    state: SystemState;
+    isBusy: boolean;
+    activeTask?: string;
+    progress?: {
+        current: number;
+        total: number;
+        description: string;
+    };
+    lastIngestion?: Date;
+    queuedSearches: SearchRequest[];
+}
+interface SearchRequest {
+    query: string;
+    resolve: (result: any) => void;
+    reject: (error: Error) => void;
+    timestamp: number;
+}
+declare class SystemStatusManager {
+    private state;
+    private activeTask?;
+    private progress?;
+    private lastIngestion?;
+    private queuedSearches;
+    private isProcessingQueue;
+    /**
+     * Set system state
+     */
+    setState(state: SystemState, task?: string): void;
+    /**
+     * Set progress indicator
+     */
+    setProgress(current: number, total: number, description: string): void;
+    /**
+     * Clear progress indicator
+     */
+    clearProgress(): void;
+    /**
+     * Get current status
+     */
+    getStatus(): StatusInfo;
+    /**
+     * Check if system is ready for search
+     */
+    isReadyForSearch(): boolean;
+    /**
+     * Queue a search request for later execution
+     */
+    queueSearch(request: SearchRequest): void;
+    /**
+     * Process queued search requests
+     */
+    processQueue(searchFn: (query: string) => Promise<any>): Promise<void>;
+    /**
+     * Get estimated wait time for queued searches
+     */
+    getEstimatedWaitTime(): number;
+}
+export declare const systemStatus: SystemStatusManager;
+export {};
+//# sourceMappingURL=system-status.d.ts.map

package/engine/dist/services/system-status.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-status.d.ts","sourceRoot":"","sources":["../../src/services/system-status.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,KAAK,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,aAAa,CAAC;AAEtE,UAAU,UAAU;IAClB,KAAK,EAAE,WAAW,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QACT,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,aAAa,CAAC,EAAE,IAAI,CAAC;IACrB,cAAc,EAAE,aAAa,EAAE,CAAC;CACjC;AAED,UAAU,aAAa;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IAC/B,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,cAAM,mBAAmB;IACvB,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,CAAyB;IAC1C,OAAO,CAAC,aAAa,CAAC,CAAO;IAC7B,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,iBAAiB,CAAS;IAElC;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,MAAM;IAe1C;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;IAI/D;;OAEG;IACH,aAAa;IAIb;;OAEG;IACH,SAAS,IAAI,UAAU;IAWvB;;OAEG;IACH,gBAAgB,IAAI,OAAO;IAI3B;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,aAAa;IAKlC;;OAEG;IACG,YAAY,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,CAAC;IAyB5D;;OAEG;IACH,oBAAoB,IAAI,MAAM;CAQ/B;AAGD,eAAO,MAAM,YAAY,qBAA4B,CAAC"}

package/engine/dist/services/system-status.js

@@ -0,0 +1,107 @@
+/**
+ * System Status Manager
+ *
+ * Tracks global system state (ingestion, search, idle) and provides
+ * queuing mechanism for search requests during ingestion.
+ */
+class SystemStatusManager {
+    state = 'idle';
+    activeTask;
+    progress;
+    lastIngestion;
+    queuedSearches = [];
+    isProcessingQueue = false;
+    /**
+     * Set system state
+     */
+    setState(state, task) {
+        const oldState = this.state;
+        this.state = state;
+        this.activeTask = task;
+        if (state === 'ingesting') {
+            this.lastIngestion = new Date();
+        }
+        // Log state transitions for debugging
+        if (oldState !== state) {
+            console.log(`[SystemStatus] ${oldState} → ${state}${task ? ` (${task})` : ''}`);
+        }
+    }
+    /**
+     * Set progress indicator
+     */
+    setProgress(current, total, description) {
+        this.progress = { current, total, description };
+    }
+    /**
+     * Clear progress indicator
+     */
+    clearProgress() {
+        this.progress = undefined;
+    }
+    /**
+     * Get current status
+     */
+    getStatus() {
+        return {
+            state: this.state,
+            isBusy: this.state === 'ingesting' || this.state === 'maintenance',
+            activeTask: this.activeTask,
+            progress: this.progress,
+            lastIngestion: this.lastIngestion,
+            queuedSearches: this.queuedSearches
+        };
+    }
+    /**
+     * Check if system is ready for search
+     */
+    isReadyForSearch() {
+        return this.state !== 'ingesting' && this.state !== 'maintenance';
+    }
+    /**
+     * Queue a search request for later execution
+     */
+    queueSearch(request) {
+        this.queuedSearches.push(request);
+        console.log(`[SystemStatus] Search queued: "${request.query.substring(0, 50)}..." (position: ${this.queuedSearches.length})`);
+    }
+    /**
+     * Process queued search requests
+     */
+    async processQueue(searchFn) {
+        if (this.isProcessingQueue || this.queuedSearches.length === 0) {
+            return;
+        }
+        this.isProcessingQueue = true;
+        try {
+            while (this.queuedSearches.length > 0 && this.isReadyForSearch()) {
+                const request = this.queuedSearches.shift();
+                if (request) {
+                    try {
+                        console.log(`[SystemStatus] Processing queued search: "${request.query.substring(0, 50)}..."`);
+                        const result = await searchFn(request.query);
+                        request.resolve(result);
+                    }
+                    catch (error) {
+                        request.reject(error);
+                    }
+                }
+            }
+        }
+        finally {
+            this.isProcessingQueue = false;
+        }
+    }
+    /**
+     * Get estimated wait time for queued searches
+     */
+    getEstimatedWaitTime() {
+        if (!this.lastIngestion)
+            return 0;
+        const timeSinceIngestion = Date.now() - this.lastIngestion.getTime();
+        const remainingWait = Math.max(0, 30000 - timeSinceIngestion); // 30 second debounce
+        return Math.ceil(remainingWait / 1000); // Return seconds
+    }
+}
+// Singleton instance
+export const systemStatus = new SystemStatusManager();
+//# sourceMappingURL=system-status.js.map

package/engine/dist/services/system-status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-status.js","sourceRoot":"","sources":["../../src/services/system-status.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAwBH,MAAM,mBAAmB;IACf,KAAK,GAAgB,MAAM,CAAC;IAC5B,UAAU,CAAU;IACpB,QAAQ,CAA0B;IAClC,aAAa,CAAQ;IACrB,cAAc,GAAoB,EAAE,CAAC;IACrC,iBAAiB,GAAG,KAAK,CAAC;IAElC;;OAEG;IACH,QAAQ,CAAC,KAAkB,EAAE,IAAa;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC;QAClC,CAAC;QAED,sCAAsC;QACtC,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAe,EAAE,KAAa,EAAE,WAAmB;QAC7D,IAAI,CAAC,QAAQ,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa;YAClE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAsB;QAChC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAChI,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,QAAyC;QAC1D,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE9B,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;gBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;gBAC5C,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,OAAO,CAAC,GAAG,CAAC,6CAA6C,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;wBAC/F,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAC7C,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,KAAU,EAAE,CAAC;wBACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,CAAC,CAAC;QAElC,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,kBAAkB,CAAC,CAAC,CAAC,qBAAqB;QAEpF,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB;IAC3D,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAC"}

package/engine/dist/services/tags/discovery.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Discovery Service (The Teacher)
+ *
+ * Implements "Tag Walker" Strategy (Standard 068 Phase B):
+ * 1. Pick a seed tag from the master list.
+ * 2. Find atoms that contain this tag ("Walking the Graph").
+ * 3. Use BERT NER to find NEW entities in these specific contexts.
+ * 4. Add new entities to the master list (Expansion).
+ */
+export declare function runDiscovery(sampleSize?: number): Promise<string[]>;
+/**
+ * Reads the master list for the Infector (and Walker).
+ * Uses an in-memory cache updated via file watcher.
+ */
+export declare function getMasterTags(): string[];
+//# sourceMappingURL=discovery.d.ts.map

package/engine/dist/services/tags/discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/services/tags/discovery.ts"],"names":[],"mappings":"AAaA;;;;;;;;GAQG;AACH,wBAAsB,YAAY,CAAC,UAAU,GAAE,MAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CA+F7E;AA4DD;;;GAGG;AACH,wBAAgB,aAAa,IAAI,MAAM,EAAE,CAuCxC"}