@skillsmith/core 0.1.0

package/dist/src/search/hybrid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAwB,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAE3E,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,CAAC,CAAC,EAAE,MAAM,CAAA;IACV,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,UAAU,CAAC,EAAE,MAAM,CAAA;KACpB,CAAA;CACF;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,YAAY,EAAE,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,YAAY,EAAE,MAAM,CAAA;CACrB;AA0BD,qBAAa,YAAY;IACvB,OAAO,CAAC,EAAE,CAAmB;IAC7B,OAAO,CAAC,UAAU,CAAkB;IACpC,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAQ;IAC1B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAQ;gBAE3B,OAAO,EAAE,mBAAmB;IAoBxC,OAAO,CAAC,OAAO;IAiDf;;OAEG;IACH,OAAO,CAAC,SAAS;IAwCjB;;OAEG;YACW,cAAc;IAoB5B;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IA6GzD;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE;QACtB,EAAE,EAAE,MAAM,CAAA;QACV,IAAI,EAAE,MAAM,CAAA;QACZ,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,YAAY,CAAC,EAAE,MAAM,CAAA;KACtB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBjB;;OAEG;IACG,SAAS,CACb,MAAM,EAAE,KAAK,CAAC;QACZ,EAAE,EAAE,MAAM,CAAA;QACV,IAAI,EAAE,MAAM,CAAA;QACZ,WAAW,EAAE,MAAM,CAAA;QACnB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,YAAY,CAAC,EAAE,MAAM,CAAA;KACtB,CAAC,GACD,OAAO,CAAC,MAAM,CAAC;IAiClB;;OAEG;IACH,aAAa;;;;IAIb;;OAEG;IACH,KAAK,IAAI,IAAI;CAKd;AAED,eAAe,YAAY,CAAA"}

package/dist/src/search/hybrid.js

@@ -0,0 +1,291 @@
+/**
+ * SMI-584: Hybrid Search with Semantic Embeddings
+ * Combines FTS5 keyword search with vector similarity using RRF
+ */
+import Database from 'better-sqlite3';
+import { EmbeddingService } from '../embeddings/index.js';
+import { TieredCache, L1Cache } from '../cache/index.js';
+/**
+ * Reciprocal Rank Fusion (RRF) for combining search results
+ */
+function reciprocalRankFusion(rankings, k = 60) {
+    const fusedScores = new Map();
+    for (const ranking of rankings) {
+        // Convert to array and sort by score descending
+        const sorted = Array.from(ranking.entries()).sort((a, b) => b[1] - a[1]);
+        // Apply RRF formula: score = sum(1 / (k + rank))
+        sorted.forEach((entry, rank) => {
+            const [id, _] = entry;
+            const currentScore = fusedScores.get(id) ?? 0;
+            fusedScores.set(id, currentScore + 1 / (k + rank + 1));
+        });
+    }
+    return fusedScores;
+}
+export class HybridSearch {
+    db;
+    embeddings;
+    cache;
+    k;
+    ftsWeight;
+    semanticWeight;
+    constructor(options) {
+        this.db = new Database(options.dbPath);
+        this.embeddings = new EmbeddingService(options.dbPath);
+        this.k = options.k ?? 60;
+        this.ftsWeight = options.ftsWeight ?? 0.5;
+        this.semanticWeight = options.semanticWeight ?? 0.5;
+        this.cache = new TieredCache({
+            l1MaxSize: 100,
+            l2Options: options.cachePath
+                ? {
+                    dbPath: options.cachePath,
+                    ttlSeconds: 3600,
+                }
+                : undefined,
+        });
+        this.initFTS();
+    }
+    initFTS() {
+        // Create skills table if not exists
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS skills (
+        id TEXT PRIMARY KEY,
+        name TEXT NOT NULL,
+        description TEXT,
+        source TEXT,
+        category TEXT,
+        quality_score REAL DEFAULT 0,
+        created_at INTEGER DEFAULT (unixepoch())
+      )
+    `);
+        // Create FTS5 virtual table for full-text search
+        this.db.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS skills_fts USING fts5(
+        name,
+        description,
+        content='skills',
+        content_rowid='rowid'
+      )
+    `);
+        // Triggers to keep FTS in sync
+        this.db.exec(`
+      CREATE TRIGGER IF NOT EXISTS skills_ai AFTER INSERT ON skills BEGIN
+        INSERT INTO skills_fts(rowid, name, description) 
+        VALUES (new.rowid, new.name, new.description);
+      END
+    `);
+        this.db.exec(`
+      CREATE TRIGGER IF NOT EXISTS skills_ad AFTER DELETE ON skills BEGIN
+        INSERT INTO skills_fts(skills_fts, rowid, name, description) 
+        VALUES('delete', old.rowid, old.name, old.description);
+      END
+    `);
+        this.db.exec(`
+      CREATE TRIGGER IF NOT EXISTS skills_au AFTER UPDATE ON skills BEGIN
+        INSERT INTO skills_fts(skills_fts, rowid, name, description) 
+        VALUES('delete', old.rowid, old.name, old.description);
+        INSERT INTO skills_fts(rowid, name, description) 
+        VALUES (new.rowid, new.name, new.description);
+      END
+    `);
+    }
+    /**
+     * FTS5 keyword search
+     */
+    ftsSearch(query, limit) {
+        const results = new Map();
+        // Escape special FTS5 characters and create search query
+        const escaped = query.replace(/[*"]/g, '').trim();
+        if (!escaped)
+            return results;
+        // Use prefix matching for better results
+        const ftsQuery = escaped
+            .split(/\s+/)
+            .filter((term) => term.length > 0)
+            .map((term) => `"${term}"*`)
+            .join(' OR ');
+        if (!ftsQuery)
+            return results;
+        try {
+            const stmt = this.db.prepare(`
+        SELECT s.id, bm25(skills_fts) as score
+        FROM skills_fts f
+        JOIN skills s ON f.rowid = s.rowid
+        WHERE skills_fts MATCH ?
+        ORDER BY score
+        LIMIT ?
+      `);
+            const rows = stmt.all(ftsQuery, limit * 2);
+            for (const row of rows) {
+                // BM25 returns negative scores, convert to positive
+                results.set(row.id, -row.score);
+            }
+        }
+        catch (e) {
+            // FTS query might fail on invalid input, return empty
+            console.error('FTS search error:', e);
+        }
+        return results;
+    }
+    /**
+     * Semantic similarity search using embeddings
+     */
+    async semanticSearch(query, limit) {
+        const results = new Map();
+        try {
+            // Generate embedding for query
+            const queryEmbedding = await this.embeddings.embed(query);
+            // Find similar skills
+            const similar = this.embeddings.findSimilar(queryEmbedding, limit * 2);
+            for (const { skillId, score } of similar) {
+                results.set(skillId, score);
+            }
+        }
+        catch (e) {
+            console.error('Semantic search error:', e);
+        }
+        return results;
+    }
+    /**
+     * Main hybrid search combining FTS5 and semantic search
+     */
+    async search(query) {
+        const startTime = performance.now();
+        const { query: searchText, limit = 20, offset = 0, filters } = query;
+        // Generate cache key
+        const cacheKey = L1Cache.generateKey(searchText, filters);
+        // Check cache first
+        const cached = this.cache.get(cacheKey);
+        if (cached) {
+            const endTime = performance.now();
+            return {
+                results: cached.results.slice(offset, offset + limit),
+                totalCount: cached.totalCount,
+                cached: true,
+                searchTimeMs: endTime - startTime,
+            };
+        }
+        // Run FTS and semantic search in parallel
+        const [ftsResults, semanticResults] = await Promise.all([
+            Promise.resolve(this.ftsSearch(searchText, limit * 3)),
+            this.semanticSearch(searchText, limit * 3),
+        ]);
+        // Apply RRF fusion with weights
+        const weightedFts = new Map();
+        const weightedSemantic = new Map();
+        for (const [id, score] of ftsResults) {
+            weightedFts.set(id, score * this.ftsWeight);
+        }
+        for (const [id, score] of semanticResults) {
+            weightedSemantic.set(id, score * this.semanticWeight);
+        }
+        const fusedScores = reciprocalRankFusion([weightedFts, weightedSemantic], this.k);
+        // Sort by fused score
+        const sortedIds = Array.from(fusedScores.entries())
+            .sort((a, b) => b[1] - a[1])
+            .map(([id]) => id);
+        // Fetch skill details
+        const results = [];
+        if (sortedIds.length > 0) {
+            const placeholders = sortedIds.map(() => '?').join(',');
+            let sql = `
+        SELECT id, name, description, source
+        FROM skills
+        WHERE id IN (${placeholders})
+      `;
+            const params = [...sortedIds];
+            // Apply filters
+            if (filters?.source) {
+                sql += ' AND source = ?';
+                params.push(filters.source);
+            }
+            if (filters?.category) {
+                sql += ' AND category = ?';
+                params.push(filters.category);
+            }
+            if (filters?.minQuality !== undefined) {
+                sql += ' AND quality_score >= ?';
+                params.push(filters.minQuality);
+            }
+            const stmt = this.db.prepare(sql);
+            const rows = stmt.all(...params);
+            // Map to results maintaining fusion order
+            const rowMap = new Map(rows.map((r) => [r.id, r]));
+            for (const id of sortedIds) {
+                const row = rowMap.get(id);
+                if (row) {
+                    results.push({
+                        id: row.id,
+                        name: row.name,
+                        description: row.description || '',
+                        score: fusedScores.get(id) ?? 0,
+                        source: row.source,
+                    });
+                }
+            }
+        }
+        // Cache all results (before pagination)
+        this.cache.set(cacheKey, results, results.length);
+        const endTime = performance.now();
+        return {
+            results: results.slice(offset, offset + limit),
+            totalCount: results.length,
+            cached: false,
+            searchTimeMs: endTime - startTime,
+        };
+    }
+    /**
+     * Index a skill for searching
+     */
+    async indexSkill(skill) {
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO skills (id, name, description, source, category, quality_score)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+        stmt.run(skill.id, skill.name, skill.description, skill.source ?? 'unknown', skill.category ?? 'general', skill.qualityScore ?? 0);
+        // Generate and store embedding
+        const text = `${skill.name} ${skill.description}`;
+        const embedding = await this.embeddings.embed(text);
+        this.embeddings.storeEmbedding(skill.id, embedding, text);
+        // Invalidate cache
+        this.cache.invalidateAll();
+    }
+    /**
+     * Bulk index skills
+     */
+    async bulkIndex(skills) {
+        const insert = this.db.prepare(`
+      INSERT OR REPLACE INTO skills (id, name, description, source, category, quality_score)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+        const insertMany = this.db.transaction((items) => {
+            for (const skill of items) {
+                insert.run(skill.id, skill.name, skill.description, skill.source ?? 'unknown', skill.category ?? 'general', skill.qualityScore ?? 0);
+            }
+            return items.length;
+        });
+        const count = insertMany(skills);
+        // Precompute embeddings
+        await this.embeddings.precomputeEmbeddings(skills.map((s) => ({ id: s.id, name: s.name, description: s.description })));
+        // Invalidate cache
+        this.cache.invalidateAll();
+        return count;
+    }
+    /**
+     * Get cache statistics
+     */
+    getCacheStats() {
+        return this.cache.getStats();
+    }
+    /**
+     * Close all connections
+     */
+    close() {
+        this.embeddings.close();
+        this.cache.close();
+        this.db.close();
+    }
+}
+export default HybridSearch;
+//# sourceMappingURL=hybrid.js.map

package/dist/src/search/hybrid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid.js","sourceRoot":"","sources":["../../../src/search/hybrid.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAA;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,WAAW,EAAE,OAAO,EAAqB,MAAM,mBAAmB,CAAA;AA4B3E;;GAEG;AACH,SAAS,oBAAoB,CAC3B,QAAoC,EACpC,IAAY,EAAE;IAEd,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;IAE7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,gDAAgD;QAChD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAExE,iDAAiD;QACjD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7B,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAA;YACrB,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YAC7C,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,WAAW,CAAA;AACpB,CAAC;AAED,MAAM,OAAO,YAAY;IACf,EAAE,CAAmB;IACrB,UAAU,CAAkB;IAC5B,KAAK,CAAa;IACT,CAAC,CAAQ;IACT,SAAS,CAAQ;IACjB,cAAc,CAAQ;IAEvC,YAAY,OAA4B;QACtC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,CAAC,UAAU,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAA;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAA;QAEnD,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAAC;YAC3B,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC1B,CAAC,CAAC;oBACE,MAAM,EAAE,OAAO,CAAC,SAAS;oBACzB,UAAU,EAAE,IAAI;iBACjB;gBACH,CAAC,CAAC,SAAS;SACd,CAAC,CAAA;QAEF,IAAI,CAAC,OAAO,EAAE,CAAA;IAChB,CAAC;IAEO,OAAO;QACb,oCAAoC;QACpC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;KAUZ,CAAC,CAAA;QAEF,iDAAiD;QACjD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;KAOZ,CAAC,CAAA;QAEF,+BAA+B;QAC/B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;KAKZ,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;KAKZ,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;KAOZ,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAa,EAAE,KAAa;QAC5C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEzC,yDAAyD;QACzD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACjD,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAA;QAE5B,yCAAyC;QACzC,MAAM,QAAQ,GAAG,OAAO;aACrB,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC;aAC3B,IAAI,CAAC,MAAM,CAAC,CAAA;QAEf,IAAI,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAA;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;OAO5B,CAAC,CAAA;YAEF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAyC,CAAA;YAElF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,oDAAoD;gBACpD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,sDAAsD;YACtD,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAA;QACvC,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,KAAa;QACvD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;QAEzC,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAEzD,sBAAsB;YACtB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;YAEtE,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,OAAO,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAA;QAC5C,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAkB;QAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACnC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,GAAG,EAAE,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;QAEpE,qBAAqB;QACrB,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;QAEzD,oBAAoB;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACjC,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC;gBACrD,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,IAAI;gBACZ,YAAY,EAAE,OAAO,GAAG,SAAS;aAClC,CAAA;QACH,CAAC;QAED,0CAA0C;QAC1C,MAAM,CAAC,UAAU,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC;SAC3C,CAAC,CAAA;QAEF,gCAAgC;QAChC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;QAC7C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAA;QAElD,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;YACrC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;QAC7C,CAAC;QAED,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,eAAe,EAAE,CAAC;YAC1C,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,CAAA;QACvD,CAAC;QAED,MAAM,WAAW,GAAG,oBAAoB,CAAC,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjF,sBAAsB;QACtB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;aAChD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAA;QAEpB,sBAAsB;QACtB,MAAM,OAAO,GAAmB,EAAE,CAAA;QAElC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACvD,IAAI,GAAG,GAAG;;;uBAGO,YAAY;OAC5B,CAAA;YAED,MAAM,MAAM,GAAwB,CAAC,GAAG,SAAS,CAAC,CAAA;YAElD,gBAAgB;YAChB,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,GAAG,IAAI,iBAAiB,CAAA;gBACxB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7B,CAAC;YACD,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;gBACtB,GAAG,IAAI,mBAAmB,CAAA;gBAC1B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAC/B,CAAC;YACD,IAAI,OAAO,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;gBACtC,GAAG,IAAI,yBAAyB,CAAA;gBAChC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YACjC,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAK7B,CAAA;YAEF,0CAA0C;YAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;YAElD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;gBAC1B,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,CAAC,IAAI,CAAC;wBACX,EAAE,EAAE,GAAG,CAAC,EAAE;wBACV,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;wBAClC,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC;wBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;qBACnB,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAEjD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAEjC,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC;YAC9C,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,MAAM,EAAE,KAAK;YACb,YAAY,EAAE,OAAO,GAAG,SAAS;SAClC,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAOhB;QACC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAA;QAEF,IAAI,CAAC,GAAG,CACN,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,MAAM,IAAI,SAAS,EACzB,KAAK,CAAC,QAAQ,IAAI,SAAS,EAC3B,KAAK,CAAC,YAAY,IAAI,CAAC,CACxB,CAAA;QAED,+BAA+B;QAC/B,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,WAAW,EAAE,CAAA;QACjD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACnD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAEzD,mBAAmB;QACnB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,MAOE;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG9B,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAoB,EAAE,EAAE;YAC9D,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,MAAM,IAAI,SAAS,EACzB,KAAK,CAAC,QAAQ,IAAI,SAAS,EAC3B,KAAK,CAAC,YAAY,IAAI,CAAC,CACxB,CAAA;YACH,CAAC;YACD,OAAO,KAAK,CAAC,MAAM,CAAA;QACrB,CAAC,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;QAEhC,wBAAwB;QACxB,MAAM,IAAI,CAAC,UAAU,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAC5E,CAAA;QAED,mBAAmB;QACnB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAE1B,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;QACvB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAA;IACjB,CAAC;CACF;AAED,eAAe,YAAY,CAAA"}

package/dist/src/search/index.d.ts

@@ -0,0 +1,6 @@
+/**
+ * SMI-584: Search module exports
+ */
+export { HybridSearch } from './hybrid.js';
+export type { HybridSearchOptions, SearchQuery, SearchResponse } from './hybrid.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/search/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/search/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAC1C,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA"}

package/dist/src/search/index.js

@@ -0,0 +1,5 @@
+/**
+ * SMI-584: Search module exports
+ */
+export { HybridSearch } from './hybrid.js';
+//# sourceMappingURL=index.js.map

package/dist/src/search/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/search/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA"}

package/dist/src/security/AuditLogger.d.ts

@@ -0,0 +1,197 @@
+/**
+ * SMI-733: Audit Logging System
+ *
+ * Provides structured audit logging for security-relevant events.
+ * Stores audit trails in SQLite database for compliance and forensics.
+ *
+ * Schema defined in docs/security/index.md §3.2
+ */
+import type { Database as DatabaseType } from 'better-sqlite3';
+/**
+ * Types of security events that are audited
+ */
+export type AuditEventType = 'url_fetch' | 'file_access' | 'skill_install' | 'skill_uninstall' | 'security_scan' | 'cache_operation' | 'source_sync' | 'config_change';
+/**
+ * Actor performing the action
+ */
+export type AuditActor = 'user' | 'system' | 'adapter' | 'scanner';
+/**
+ * Result of the audited action
+ */
+export type AuditResult = 'success' | 'blocked' | 'error' | 'warning';
+/**
+ * Audit log entry structure
+ */
+export interface AuditLogEntry {
+    id: string;
+    event_type: AuditEventType;
+    timestamp: string;
+    actor: AuditActor;
+    resource: string;
+    action: string;
+    result: AuditResult;
+    metadata?: Record<string, unknown>;
+    created_at: string;
+}
+/**
+ * Query filters for audit log retrieval
+ */
+export interface AuditQueryFilter {
+    event_type?: AuditEventType;
+    actor?: AuditActor;
+    resource?: string;
+    result?: AuditResult;
+    since?: Date;
+    until?: Date;
+    limit?: number;
+    offset?: number;
+}
+/**
+ * Configuration options for AuditLogger
+ */
+/**
+ * Minimum retention period in days (security requirement)
+ */
+export declare const MIN_RETENTION_DAYS = 1;
+/**
+ * Maximum retention period in days (storage constraint)
+ */
+export declare const MAX_RETENTION_DAYS = 3650;
+export interface AuditLoggerConfig {
+    /**
+     * Enable automatic cleanup of old logs on initialization
+     * @default false
+     */
+    autoCleanup?: boolean;
+    /**
+     * Number of days to retain logs (used with autoCleanup)
+     * Must be between MIN_RETENTION_DAYS (1) and MAX_RETENTION_DAYS (3650)
+     * @default 90
+     */
+    retentionDays?: number;
+}
+/**
+ * Audit statistics
+ */
+export interface AuditStats {
+    total_events: number;
+    events_by_type: Record<AuditEventType, number>;
+    events_by_result: Record<AuditResult, number>;
+    blocked_events: number;
+    error_events: number;
+    oldest_event: string | null;
+    newest_event: string | null;
+}
+/**
+ * Audit Logger implementation with SQLite backend
+ *
+ * @example
+ * ```typescript
+ * const auditLogger = new AuditLogger(db)
+ *
+ * // Log URL fetch
+ * await auditLogger.log({
+ *   event_type: 'url_fetch',
+ *   actor: 'adapter',
+ *   resource: 'https://example.com/skill.yaml',
+ *   action: 'fetch',
+ *   result: 'success',
+ *   metadata: { status: 200, duration: 123 }
+ * })
+ *
+ * // Query audit trail
+ * const recentBlocks = await auditLogger.query({
+ *   result: 'blocked',
+ *   since: new Date(Date.now() - 24 * 60 * 60 * 1000)
+ * })
+ * ```
+ */
+export declare class AuditLogger {
+    private db;
+    private config;
+    private stmts;
+    constructor(db: DatabaseType, config?: AuditLoggerConfig);
+    /**
+     * Prepare SQL statements for performance
+     */
+    private prepareStatements;
+    /**
+     * Ensure the audit_logs table exists
+     */
+    private ensureTableExists;
+    /**
+     * Log an audit event
+     *
+     * @param entry - Audit log entry (id, timestamp, created_at are auto-generated)
+     */
+    log(entry: Omit<AuditLogEntry, 'id' | 'timestamp' | 'created_at'> & {
+        timestamp?: string;
+    }): void;
+    /**
+     * Query audit logs with filters
+     *
+     * @param filter - Query filters
+     * @returns Array of matching audit log entries
+     */
+    query(filter?: AuditQueryFilter): AuditLogEntry[];
+    /**
+     * Get audit statistics
+     *
+     * @returns Statistics about audit log entries
+     */
+    getStats(): AuditStats;
+    /**
+     * Clean up old audit logs (internal implementation)
+     *
+     * @param olderThan - Delete logs older than this date
+     * @param skipMetaLog - Skip meta-logging (used internally to prevent recursion)
+     * @returns Number of deleted entries
+     */
+    private cleanupInternal;
+    /**
+     * Clean up old audit logs
+     *
+     * @deprecated Use cleanupOldLogs() instead for validated retention-based cleanup
+     * @param olderThan - Delete logs older than this date
+     * @returns Number of deleted entries
+     */
+    cleanup(olderThan: Date): number;
+    /**
+     * Validate retention days parameter
+     *
+     * @param retentionDays - Number of days to validate
+     * @throws Error if retentionDays is invalid
+     */
+    private validateRetentionDays;
+    /**
+     * Clean up old audit logs based on retention policy
+     *
+     * SMI-1012: Audit log retention policy with input validation
+     *
+     * @param retentionDays - Number of days to retain logs (default: 90, min: 1, max: 3650)
+     * @returns Number of deleted rows
+     * @throws Error if retentionDays is invalid (< 1, > 3650, or non-integer)
+     *
+     * @example
+     * ```typescript
+     * // Delete logs older than 90 days (default)
+     * const deleted = auditLogger.cleanupOldLogs()
+     *
+     * // Delete logs older than 30 days
+     * const deleted = auditLogger.cleanupOldLogs(30)
+     *
+     * // These will throw errors:
+     * auditLogger.cleanupOldLogs(0)  // Error: minimum is 1 day
+     * auditLogger.cleanupOldLogs(-5) // Error: minimum is 1 day
+     * ```
+     */
+    cleanupOldLogs(retentionDays?: number): number;
+    /**
+     * Export audit logs to JSON
+     *
+     * @param filter - Query filters
+     * @returns JSON string of audit logs
+     */
+    export(filter?: AuditQueryFilter): string;
+}
+//# sourceMappingURL=AuditLogger.d.ts.map

package/dist/src/security/AuditLogger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AuditLogger.d.ts","sourceRoot":"","sources":["../../../src/security/AuditLogger.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,QAAQ,IAAI,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAM9D;;GAEG;AACH,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,aAAa,GACb,eAAe,GACf,iBAAiB,GACjB,eAAe,GACf,iBAAiB,GACjB,aAAa,GACb,eAAe,CAAA;AAEnB;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAA;AAElE;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAA;AAiBrE;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,UAAU,EAAE,cAAc,CAAA;IAC1B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAClC,UAAU,EAAE,MAAM,CAAA;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,cAAc,CAAA;IAC3B,KAAK,CAAC,EAAE,UAAU,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,KAAK,CAAC,EAAE,IAAI,CAAA;IACZ,KAAK,CAAC,EAAE,IAAI,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED;;GAEG;AACH;;GAEG;AACH,eAAO,MAAM,kBAAkB,IAAI,CAAA;AAEnC;;GAEG;AACH,eAAO,MAAM,kBAAkB,OAAO,CAAA;AAEtC,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;IAErB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAA;IACpB,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAA;IAC9C,gBAAgB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAC7C,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,KAAK,CAGZ;gBAEW,EAAE,EAAE,YAAY,EAAE,MAAM,GAAE,iBAAsB;IAwC5D;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAsBzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAsBzB;;;;OAIG;IACH,GAAG,CACD,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,WAAW,GAAG,YAAY,CAAC,GAAG;QAC9D,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,GACA,IAAI;IA8BP;;;;;OAKG;IACH,KAAK,CAAC,MAAM,GAAE,gBAAqB,GAAG,aAAa,EAAE;IAmCrD;;;;OAIG;IACH,QAAQ,IAAI,UAAU;IA+DtB;;;;;;OAMG;IACH,OAAO,CAAC,eAAe;IAwCvB;;;;;;OAMG;IACH,OAAO,CAAC,SAAS,EAAE,IAAI,GAAG,MAAM;IAIhC;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAmB7B;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,cAAc,CAAC,aAAa,GAAE,MAAW,GAAG,MAAM;IAiElD;;;;;OAKG;IACH,MAAM,CAAC,MAAM,GAAE,gBAAqB,GAAG,MAAM;CAI9C"}