context-gatekeeper 0.3.0

package/dist/services/hnsw-index.js

@@ -0,0 +1,301 @@
+/**
+ * HNSW (Hierarchical Navigable Small World) Index Simulation Layer
+ * Provides approximate nearest neighbor (ANN) search using a layered graph structure
+ *
+ * HNSW Parameters:
+ * - M: number of connections per layer (default 16)
+ * - efConstruction: search width during construction (default 200)
+ * - efSearch: search width during search (default 100)
+ * - levelMult: probability multiplier for level generation (default 1/log(2) ≈ 1.44)
+ */
+import { v4 as uuidv4 } from 'uuid';
+import { query, getDatabase } from '../utils/db.js';
+const DEFAULT_CONFIG = {
+    M: 16,
+    efConstruction: 200,
+    efSearch: 100,
+    levelMult: 1 / Math.log(2),
+    dimension: 4096,
+    metric: 'cosine'
+};
+// In-memory HNSW structures (for active indexes)
+const hnswIndexes = new Map();
+/**
+ * Initialize HNSW index in database
+ */
+export function initHNSWIndex(_indexName, config = {}) {
+    const db = getDatabase();
+    const fullConfig = { ...DEFAULT_CONFIG, ...config };
+    db.run(`
+    CREATE TABLE IF NOT EXISTS hnsw_nodes (
+      id TEXT PRIMARY KEY,
+      index_name TEXT NOT NULL,
+      memory_id TEXT NOT NULL,
+      vector TEXT NOT NULL,
+      level INTEGER NOT NULL,
+      labels TEXT NOT NULL DEFAULT '[]',
+      created_at TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_index ON hnsw_nodes(index_name)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_memory ON hnsw_nodes(index_name, memory_id)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_hnsw_nodes_level ON hnsw_nodes(index_name, level)`);
+    return fullConfig;
+}
+/**
+ * Create a new HNSW index in memory
+ */
+export function createHNSWIndex(indexName, config = {}) {
+    const fullConfig = { ...DEFAULT_CONFIG, ...config };
+    if (!hnswIndexes.has(indexName)) {
+        hnswIndexes.set(indexName, {
+            config: fullConfig,
+            nodes: new Map(),
+            entryPoints: new Map(),
+            memoryIndex: new Map()
+        });
+    }
+    return fullConfig;
+}
+/**
+ * Get or create an HNSW index
+ */
+export function getHNSWIndex(indexName) {
+    if (hnswIndexes.has(indexName)) {
+        return hnswIndexes.get(indexName).config;
+    }
+    // Try to load from database
+    const rows = query(`SELECT COUNT(*) as count FROM hnsw_nodes WHERE index_name = ? LIMIT 1`, [indexName]);
+    if (rows.length > 0 && rows[0].count > 0) {
+        // Index exists in DB but not in memory - needs rebuild
+        return null;
+    }
+    return null;
+}
+/**
+ * Calculate random level based on levelMult
+ */
+function calculateLevel(config) {
+    let level = 0;
+    while (Math.random() < Math.exp(-level * config.levelMult) && level < Math.ceil(Math.log(config.dimension))) {
+        level++;
+    }
+    return Math.max(0, level - 1);
+}
+/**
+ * Calculate distance between two vectors
+ */
+function calculateDistance(a, b, metric) {
+    if (metric === 'cosine') {
+        let dot = 0, normA = 0, normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dot += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        const denom = Math.sqrt(normA) * Math.sqrt(normB);
+        return denom === 0 ? 0 : 1 - dot / denom;
+    }
+    else if (metric === 'l2') {
+        let sum = 0;
+        for (let i = 0; i < a.length; i++) {
+            const diff = a[i] - b[i];
+            sum += diff * diff;
+        }
+        return Math.sqrt(sum);
+    }
+    else {
+        // inner product (higher is more similar)
+        let dot = 0;
+        for (let i = 0; i < a.length; i++) {
+            dot += a[i] * b[i];
+        }
+        return -dot; // negate so lower is better (like other metrics)
+    }
+}
+/**
+ * Search for nearest neighbors in a layer
+ */
+function searchLayerLayer(nodes, queryVector, ef, level, metric) {
+    const visited = new Set();
+    const candidates = [];
+    const result = [];
+    // Initialize with entry point
+    const entryId = Array.from(nodes.values()).find(n => n.level >= level)?.id;
+    if (!entryId)
+        return result;
+    candidates.push({ id: entryId, score: calculateDistance(queryVector, nodes.get(entryId).vector, metric) });
+    visited.add(entryId);
+    while (candidates.length > 0) {
+        // Sort by score (lowest first for distance)
+        candidates.sort((a, b) => a.score - b.score);
+        const current = candidates.shift();
+        if (result.length === 0 || current.score < result[result.length - 1].score || result.length < ef) {
+            result.push(current);
+            // Search neighbors (simplified - in real HNSW this would use the graph structure)
+            for (const [neighborId, neighbor] of nodes) {
+                if (visited.has(neighborId) || neighbor.level < level)
+                    continue;
+                visited.add(neighborId);
+                const dist = calculateDistance(queryVector, neighbor.vector, metric);
+                if (result.length < ef || dist < result[result.length - 1].score) {
+                    candidates.push({ id: neighborId, score: dist });
+                }
+            }
+        }
+    }
+    return result.slice(0, ef);
+}
+/**
+ * Insert a node into the HNSW index
+ */
+export function insertHNSWNode(indexName, memoryId, vector, labels = []) {
+    const index = hnswIndexes.get(indexName);
+    if (!index)
+        return null;
+    // Check if already exists
+    if (index.memoryIndex.has(memoryId)) {
+        return index.nodes.get(index.memoryIndex.get(memoryId)) || null;
+    }
+    const nodeId = uuidv4();
+    const level = calculateLevel(index.config);
+    const node = {
+        id: nodeId,
+        memoryId,
+        vector,
+        level,
+        labels,
+        createdAt: new Date().toISOString()
+    };
+    index.nodes.set(nodeId, node);
+    index.memoryIndex.set(memoryId, nodeId);
+    // Update entry points
+    for (let l = level; l >= 0; l--) {
+        if (!index.entryPoints.has(l) || level > (index.nodes.get(index.entryPoints.get(l))?.level || -1)) {
+            index.entryPoints.set(l, nodeId);
+        }
+    }
+    return node;
+}
+/**
+ * Search for nearest neighbors
+ */
+export function searchHNSW(indexName, queryVector, k = 10, efSearch) {
+    const index = hnswIndexes.get(indexName);
+    if (!index)
+        return [];
+    const ef = efSearch || index.config.efSearch;
+    // Start from top level entry point
+    for (let level = Math.max(...Array.from(index.entryPoints.keys())); level >= 0; level--) {
+        const entryId = index.entryPoints.get(level);
+        if (!entryId)
+            continue;
+        searchLayerLayer(index.nodes, queryVector, ef, level, index.config.metric);
+    }
+    // Final search at level 0
+    const finalResults = searchLayerLayer(index.nodes, queryVector, ef, 0, index.config.metric);
+    return finalResults.slice(0, k).map(r => ({
+        memoryId: index.nodes.get(r.id).memoryId,
+        score: 1 - r.score // Convert distance to similarity for cosine
+    }));
+}
+/**
+ * Remove a node from HNSW index
+ */
+export function removeHNSWNode(indexName, memoryId) {
+    const index = hnswIndexes.get(indexName);
+    if (!index)
+        return false;
+    const nodeId = index.memoryIndex.get(memoryId);
+    if (!nodeId)
+        return false;
+    index.nodes.delete(nodeId);
+    index.memoryIndex.delete(memoryId);
+    // Update entry points
+    for (const [level, epId] of index.entryPoints) {
+        if (epId === nodeId) {
+            // Find new entry point at this level
+            const newEp = Array.from(index.nodes.values()).find(n => n.level >= level);
+            if (newEp) {
+                index.entryPoints.set(level, newEp.id);
+            }
+            else {
+                index.entryPoints.delete(level);
+            }
+        }
+    }
+    return true;
+}
+/**
+ * Get statistics for an HNSW index
+ */
+export function getHNSWStats(indexName) {
+    const index = hnswIndexes.get(indexName);
+    if (!index)
+        return null;
+    let maxLevel = 0;
+    let totalSize = 0;
+    for (const node of index.nodes.values()) {
+        if (node.level > maxLevel)
+            maxLevel = node.level;
+        totalSize += node.vector.length * 8; // 8 bytes per float64
+    }
+    return {
+        nodeCount: index.nodes.size,
+        maxLevel,
+        memorySize: totalSize,
+        config: index.config
+    };
+}
+/**
+ * Clear an HNSW index from memory
+ */
+export function clearHNSWIndex(indexName) {
+    hnswIndexes.delete(indexName);
+}
+/**
+ * Sync HNSW index with database (load persisted nodes)
+ */
+export function syncHNSWFromDB(indexName, config = {}) {
+    const fullConfig = { ...DEFAULT_CONFIG, ...config };
+    // Create index if not exists
+    createHNSWIndex(indexName, fullConfig);
+    const index = hnswIndexes.get(indexName);
+    const rows = query(`SELECT * FROM hnsw_nodes WHERE index_name = ?`, [indexName]);
+    for (const row of rows) {
+        const node = {
+            id: row.id,
+            memoryId: row.memory_id,
+            vector: JSON.parse(row.vector),
+            level: row.level,
+            labels: JSON.parse(row.labels),
+            createdAt: row.created_at
+        };
+        index.nodes.set(node.id, node);
+        index.memoryIndex.set(node.memoryId, node.id);
+        // Update entry points
+        for (let l = node.level; l >= 0; l--) {
+            if (!index.entryPoints.has(l) || node.level > (index.nodes.get(index.entryPoints.get(l))?.level || -1)) {
+                index.entryPoints.set(l, node.id);
+            }
+        }
+    }
+    return rows.length;
+}
+/**
+ * Persist HNSW nodes to database
+ */
+export function persistHNSWToDB(indexName) {
+    const index = hnswIndexes.get(indexName);
+    if (!index)
+        return 0;
+    let count = 0;
+    const db = getDatabase();
+    for (const node of index.nodes.values()) {
+        db.run(`INSERT OR REPLACE INTO hnsw_nodes (id, index_name, memory_id, vector, level, labels, created_at)
+       VALUES (?, ?, ?, ?, ?, ?, ?)`, [node.id, indexName, node.memoryId, JSON.stringify(node.vector), node.level, JSON.stringify(node.labels), node.createdAt]);
+        count++;
+    }
+    return count;
+}
+//# sourceMappingURL=hnsw-index.js.map

package/dist/services/hnsw-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnsw-index.js","sourceRoot":"","sources":["../../src/services/hnsw-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAyBpD,MAAM,cAAc,GAAe;IACjC,CAAC,EAAE,EAAE;IACL,cAAc,EAAE,GAAG;IACnB,QAAQ,EAAE,GAAG;IACb,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,iDAAiD;AACjD,MAAM,WAAW,GAAG,IAAI,GAAG,EAKvB,CAAC;AAEL;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,UAAkB,EAAE,SAA8B,EAAE;IAChF,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,MAAM,UAAU,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAEpD,EAAE,CAAC,GAAG,CAAC;;;;;;;;;;GAUN,CAAC,CAAC;IAEH,EAAE,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC;IACpF,EAAE,CAAC,GAAG,CAAC,uFAAuF,CAAC,CAAC;IAChG,EAAE,CAAC,GAAG,CAAC,kFAAkF,CAAC,CAAC;IAE3F,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB,EAAE,SAA8B,EAAE;IACjF,MAAM,UAAU,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAEpD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE;YACzB,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,IAAI,GAAG,EAAE;YAChB,WAAW,EAAE,IAAI,GAAG,EAAE;YACtB,WAAW,EAAE,IAAI,GAAG,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,IAAI,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/B,OAAO,WAAW,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,MAAM,CAAC;IAC5C,CAAC;IAED,4BAA4B;IAC5B,MAAM,IAAI,GAAG,KAAK,CAChB,uEAAuE,EACvE,CAAC,SAAS,CAAC,CACZ,CAAC;IAEF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACzC,uDAAuD;QACvD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAkB;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC5G,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,CAAW,EAAE,CAAW,EAAE,MAA8B;IACjF,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;IAC3C,CAAC;SAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAC3B,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,GAAG,IAAI,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;SAAM,CAAC;QACN,yCAAyC;QACzC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,CAAC,iDAAiD;IAChE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,KAA4B,EAC5B,WAAqB,EACrB,EAAU,EACV,KAAa,EACb,MAA8B;IAE9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,UAAU,GAAyC,EAAE,CAAC;IAC5D,MAAM,MAAM,GAAyC,EAAE,CAAC;IAExD,8BAA8B;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;IAC3E,IAAI,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAE5B,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;IAC5G,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAErB,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,4CAA4C;QAC5C,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAG,CAAC;QAEpC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAErB,kFAAkF;YAClF,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC;gBAC3C,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,KAAK,GAAG,KAAK;oBAAE,SAAS;gBAChE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAExB,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACrE,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;oBACjE,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,SAAiB,EACjB,QAAgB,EAChB,MAAgB,EAChB,SAAmB,EAAE;IAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,0BAA0B;IAC1B,IAAI,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,IAAI,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IACxB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAE3C,MAAM,IAAI,GAAa;QACrB,EAAE,EAAE,MAAM;QACV,QAAQ;QACR,MAAM;QACN,KAAK;QACL,MAAM;QACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;IAEF,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAExC,sBAAsB;IACtB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACnG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CACxB,SAAiB,EACjB,WAAqB,EACrB,IAAY,EAAE,EACd,QAAiB;IAEjB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAEtB,MAAM,EAAE,GAAG,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;IAE7C,mCAAmC;IACnC,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,gBAAgB,CACd,KAAK,CAAC,KAAK,EACX,WAAW,EACX,EAAE,EACF,KAAK,EACL,KAAK,CAAC,MAAM,CAAC,MAAM,CACpB,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,YAAY,GAAG,gBAAgB,CACnC,KAAK,CAAC,KAAK,EACX,WAAW,EACX,EAAE,EACF,CAAC,EACD,KAAK,CAAC,MAAM,CAAC,MAAM,CACpB,CAAC;IAEF,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,QAAQ;QACzC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,4CAA4C;KAChE,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB,EAAE,QAAgB;IAChE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAE1B,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC3B,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEnC,sBAAsB;IACtB,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,qCAAqC;YACrC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;YAC3E,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAM5C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,GAAG,QAAQ;YAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QACjD,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,sBAAsB;IAC7D,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;QAC3B,QAAQ;QACR,UAAU,EAAE,SAAS;QACrB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB;IAC9C,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,SAAiB,EAAE,SAA8B,EAAE;IAChF,MAAM,UAAU,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAEpD,6BAA6B;IAC7B,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;IAE1C,MAAM,IAAI,GAAG,KAAK,CAOf,+CAA+C,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAa;YACrB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC9B,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC9B,SAAS,EAAE,GAAG,CAAC,UAAU;SAC1B,CAAC;QAEF,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAE9C,sBAAsB;QACtB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,EAAE,CAAC,GAAG,CACJ;oCAC8B,EAC9B,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAC1H,CAAC;QACF,KAAK,EAAE,CAAC;IACV,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/services/llm.d.ts

@@ -0,0 +1,39 @@
+/**
+ * LLM Summarization Service
+ * Provides automatic summarization using configurable LLM providers
+ */
+import { z } from 'zod';
+export declare const LLMConfigSchema: z.ZodObject<{
+    provider: z.ZodDefault<z.ZodEnum<["openai", "ollama", "anthropic", "none"]>>;
+    apiKey: z.ZodOptional<z.ZodString>;
+    baseUrl: z.ZodOptional<z.ZodString>;
+    model: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    provider: "openai" | "ollama" | "anthropic" | "none";
+    model: string;
+    apiKey?: string | undefined;
+    baseUrl?: string | undefined;
+}, {
+    provider?: "openai" | "ollama" | "anthropic" | "none" | undefined;
+    apiKey?: string | undefined;
+    baseUrl?: string | undefined;
+    model?: string | undefined;
+}>;
+export type LLMConfig = z.infer<typeof LLMConfigSchema>;
+/**
+ * Configure the LLM provider
+ */
+export declare function configureLLM(newConfig: Partial<LLMConfig>): void;
+/**
+ * Get current LLM config
+ */
+export declare function getLLMConfig(): LLMConfig;
+/**
+ * Summarize content using configured LLM
+ */
+export declare function summarizeContent(content: string, maxLength?: number): Promise<string>;
+/**
+ * Check if LLM is available (for health check)
+ */
+export declare function isLLMAvailable(): Promise<boolean>;
+//# sourceMappingURL=llm.d.ts.map

package/dist/services/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/services/llm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;EAK1B,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAQxD;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAEhE;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,SAAS,CAExC;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAqBhG;AAwID;;GAEG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC,CA+BvD"}

package/dist/services/llm.js

@@ -0,0 +1,207 @@
+/**
+ * LLM Summarization Service
+ * Provides automatic summarization using configurable LLM providers
+ */
+import { z } from 'zod';
+import { logger } from '../utils/logger.js';
+export const LLMConfigSchema = z.object({
+    provider: z.enum(['openai', 'ollama', 'anthropic', 'none']).default('none'),
+    apiKey: z.string().optional(),
+    baseUrl: z.string().optional(),
+    model: z.string().default('gpt-3.5-turbo')
+});
+// Global config
+let config = {
+    provider: 'none',
+    model: 'gpt-3.5-turbo'
+};
+/**
+ * Configure the LLM provider
+ */
+export function configureLLM(newConfig) {
+    config = { ...config, ...newConfig };
+}
+/**
+ * Get current LLM config
+ */
+export function getLLMConfig() {
+    return { ...config };
+}
+/**
+ * Summarize content using configured LLM
+ */
+export async function summarizeContent(content, maxLength = 200) {
+    // If no LLM configured, use simple truncation
+    if (config.provider === 'none') {
+        return simpleSummarize(content, maxLength);
+    }
+    try {
+        switch (config.provider) {
+            case 'openai':
+                return await summarizeWithOpenAI(content, maxLength);
+            case 'ollama':
+                return await summarizeWithOllama(content, maxLength);
+            case 'anthropic':
+                return await summarizeWithAnthropic(content, maxLength);
+            default:
+                return simpleSummarize(content, maxLength);
+        }
+    }
+    catch (error) {
+        logger.error('LLM summarization failed, falling back to simple', { error: error instanceof Error ? error.message : String(error) });
+        return simpleSummarize(content, maxLength);
+    }
+}
+/**
+ * Simple extractive summarization (no LLM required)
+ */
+function simpleSummarize(content, maxLength = 200) {
+    if (content.length <= maxLength) {
+        return content;
+    }
+    // Try to find sentence boundaries
+    const sentences = content.match(/[^.!?]+[.!?]+/g) || [content];
+    let result = '';
+    for (const sentence of sentences) {
+        if (result.length + sentence.length > maxLength) {
+            break;
+        }
+        result += sentence;
+    }
+    // If no sentences fit, truncate with word boundary
+    if (!result) {
+        const words = content.split(/\s+/);
+        result = words.slice(0, Math.floor(maxLength / 5)).join(' ') + '...';
+    }
+    return result.trim() || content.substring(0, maxLength - 3) + '...';
+}
+/**
+ * Summarize using OpenAI API
+ */
+async function summarizeWithOpenAI(content, maxLength) {
+    const baseUrl = config.baseUrl || 'https://api.openai.com/v1';
+    const apiKey = config.apiKey || process.env.OPENAI_API_KEY;
+    if (!apiKey) {
+        return simpleSummarize(content, maxLength);
+    }
+    const response = await fetch(`${baseUrl}/chat/completions`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'Authorization': `Bearer ${apiKey}`
+        },
+        body: JSON.stringify({
+            model: config.model,
+            messages: [
+                {
+                    role: 'system',
+                    content: `You are a text summarizer. Summarize the following content in no more than ${maxLength} characters. Keep the key information and essential meaning.`
+                },
+                {
+                    role: 'user',
+                    content
+                }
+            ],
+            max_tokens: Math.ceil(maxLength / 2),
+            temperature: 0.3
+        })
+    });
+    if (!response.ok) {
+        throw new Error(`OpenAI API error: ${response.status}`);
+    }
+    const data = await response.json();
+    return data.choices?.[0]?.message?.content?.trim() || simpleSummarize(content, maxLength);
+}
+/**
+ * Summarize using Ollama (local LLM)
+ */
+async function summarizeWithOllama(content, maxLength) {
+    const baseUrl = config.baseUrl || 'http://localhost:11434/api/generate';
+    const response = await fetch(baseUrl, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json'
+        },
+        body: JSON.stringify({
+            model: config.model || 'llama3.2',
+            prompt: `Summarize this in ${maxLength} characters or less:\n\n${content}`,
+            stream: false
+        })
+    });
+    if (!response.ok) {
+        throw new Error(`Ollama API error: ${response.status}`);
+    }
+    const data = await response.json();
+    return data.response?.trim() || simpleSummarize(content, maxLength);
+}
+/**
+ * Summarize using Anthropic API
+ */
+async function summarizeWithAnthropic(content, maxLength) {
+    const baseUrl = config.baseUrl || 'https://api.anthropic.com/v1';
+    const apiKey = config.apiKey || process.env.ANTHROPIC_API_KEY;
+    if (!apiKey) {
+        return simpleSummarize(content, maxLength);
+    }
+    const response = await fetch(`${baseUrl}/messages`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'x-api-key': apiKey,
+            'anthropic-version': '2023-06-01'
+        },
+        body: JSON.stringify({
+            model: config.model || 'claude-3-haiku',
+            max_tokens: Math.ceil(maxLength / 2),
+            messages: [
+                {
+                    role: 'user',
+                    content: `Summarize this in ${maxLength} characters or less: ${content}`
+                }
+            ]
+        })
+    });
+    if (!response.ok) {
+        throw new Error(`Anthropic API error: ${response.status}`);
+    }
+    const data = await response.json();
+    return data.content?.[0]?.text?.trim() || simpleSummarize(content, maxLength);
+}
+/**
+ * Check if LLM is available (for health check)
+ */
+export async function isLLMAvailable() {
+    if (config.provider === 'none') {
+        return false;
+    }
+    try {
+        switch (config.provider) {
+            case 'openai': {
+                const apiKey = config.apiKey || process.env.OPENAI_API_KEY;
+                if (!apiKey)
+                    return false;
+                const response = await fetch('https://api.openai.com/v1/models', {
+                    headers: { 'Authorization': `Bearer ${apiKey}` }
+                });
+                return response.ok;
+            }
+            case 'ollama': {
+                const baseUrl = config.baseUrl || 'http://localhost:11434';
+                const response = await fetch(`${baseUrl}/api/tags`);
+                return response.ok;
+            }
+            case 'anthropic': {
+                const apiKey = config.apiKey || process.env.ANTHROPIC_API_KEY;
+                if (!apiKey)
+                    return false;
+                return true; // Assume available if key is set
+            }
+            default:
+                return false;
+        }
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/services/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../src/services/llm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC;CAC3C,CAAC,CAAC;AAIH,gBAAgB;AAChB,IAAI,MAAM,GAAc;IACtB,QAAQ,EAAE,MAAM;IAChB,KAAK,EAAE,eAAe;CACvB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAA6B;IACxD,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAe,EAAE,YAAoB,GAAG;IAC7E,8CAA8C;IAC9C,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/B,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ;gBACX,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD,KAAK,QAAQ;gBACX,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD,KAAK,WAAW;gBACd,OAAO,MAAM,sBAAsB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC1D;gBACE,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpI,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,YAAoB,GAAG;IAC/D,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kCAAkC;IAClC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/D,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAChD,MAAM;QACR,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC;IACrB,CAAC;IAED,mDAAmD;IACnD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACvE,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,mBAAmB,CAAC,OAAe,EAAE,SAAiB;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAE3D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;QAC1D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,EAAE;SACpC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,8EAA8E,SAAS,8DAA8D;iBAC/J;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO;iBACR;aACF;YACD,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACpC,WAAW,EAAE,GAAG;SACjB,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA6D,CAAC;IAC9F,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AAC5F,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,mBAAmB,CAAC,OAAe,EAAE,SAAiB;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,qCAAqC,CAAC;IAExE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;QACpC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,UAAU;YACjC,MAAM,EAAE,qBAAqB,SAAS,2BAA2B,OAAO,EAAE;YAC1E,MAAM,EAAE,KAAK;SACd,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA2B,CAAC;IAC5D,OAAO,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CAAC,OAAe,EAAE,SAAiB;IACtE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,8BAA8B,CAAC;IACjE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAE9D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,MAAM;YACnB,mBAAmB,EAAE,YAAY;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,gBAAgB;YACvC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACpC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,qBAAqB,SAAS,wBAAwB,OAAO,EAAE;iBACzE;aACF;SACF,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA4C,CAAC;IAC7E,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,eAAe,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC3D,IAAI,CAAC,MAAM;oBAAE,OAAO,KAAK,CAAC;gBAC1B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kCAAkC,EAAE;oBAC/D,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,MAAM,EAAE,EAAE;iBACjD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC;gBAC3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,WAAW,CAAC,CAAC;gBACpD,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBAC9D,IAAI,CAAC,MAAM;oBAAE,OAAO,KAAK,CAAC;gBAC1B,OAAO,IAAI,CAAC,CAAC,iCAAiC;YAChD,CAAC;YACD;gBACE,OAAO,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/services/memory-tiers.d.ts

@@ -0,0 +1,75 @@
+/**
+ * Memory Tiers Service
+ * Implements 3-tier memory architecture: session, short-term, long-term
+ * with forgetting mechanism and semantic compression
+ */
+import { Memory, IsolationContext } from '../models/types.js';
+export type MemoryTier = 'session' | 'short' | 'long';
+export interface MemoryTierRecord {
+    memoryId: string;
+    tier: MemoryTier;
+    accessCount: number;
+    lastAccessedAt: Date;
+    tierChangedAt: Date;
+    importanceScore: number;
+}
+export interface TierConfig {
+    sessionRetentionHours: number;
+    shortRetentionDays: number;
+    longPromotionThreshold: number;
+    forgettingThreshold: number;
+    maxTierSize: Record<MemoryTier, number>;
+}
+export interface TieredMemoryStats {
+    sessionCount: number;
+    shortCount: number;
+    longCount: number;
+    promotedCount: number;
+    demotedCount: number;
+    forgottenCount: number;
+}
+export declare function initMemoryTiers(): void;
+declare class MemoryTiersService {
+    private config;
+    constructor(config?: Partial<TierConfig>);
+    /**
+     * Assign a memory to a tier
+     */
+    assignToTier(memoryId: string, tier: MemoryTier, importanceScore?: number): Promise<MemoryTierRecord>;
+    /**
+     * Get tier record for a memory
+     */
+    getTierRecord(memoryId: string): MemoryTierRecord | null;
+    /**
+     * Get memories by tier
+     */
+    getMemoriesByTier(tier: MemoryTier, isolation?: IsolationContext): Memory[];
+    /**
+     * Update tier assignment based on access patterns
+     */
+    refreshTierAssignment(memoryId: string): Promise<MemoryTierRecord | null>;
+    /**
+     * Run tier maintenance - promote, demote, and forget memories
+     */
+    runTierMaintenance(): Promise<TieredMemoryStats>;
+    /**
+     * Forget a memory (soft delete with semantic compression)
+     */
+    private forgetMemory;
+    /**
+     * Create a new memory in session tier
+     */
+    createTieredMemory(content: string, priority: Memory['priority'], importanceScore?: number, isolation?: IsolationContext): Promise<Memory>;
+    /**
+     * Get tier statistics
+     */
+    getTierStats(): {
+        tier: MemoryTier;
+        count: number;
+        avgImportance: number;
+    }[];
+}
+export declare function getMemoryTiersService(config?: Partial<TierConfig>): MemoryTiersService;
+export declare function resetMemoryTiersService(): void;
+export {};
+//# sourceMappingURL=memory-tiers.d.ts.map

package/dist/services/memory-tiers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-tiers.d.ts","sourceRoot":"","sources":["../../src/services/memory-tiers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAI9D,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,UAAU,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,IAAI,CAAC;IACrB,aAAa,EAAE,IAAI,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;CACzC;AAcD,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;CACxB;AAID,wBAAgB,eAAe,IAAI,IAAI,CAsBtC;AAID,cAAM,kBAAkB;IACtB,OAAO,CAAC,MAAM,CAAa;gBAEf,MAAM,GAAE,OAAO,CAAC,UAAU,CAAM;IAI5C;;OAEG;IACG,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,eAAe,GAAE,MAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2BhH;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IAUxD;;OAEG;IACH,iBAAiB,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,gBAAgB,GAAG,MAAM,EAAE;IA+B3E;;OAEG;IACG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAwB/E;;OAEG;IACG,kBAAkB,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAmEtD;;OAEG;YACW,YAAY;IAY1B;;OAEG;IACG,kBAAkB,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,EAC5B,eAAe,GAAE,MAAY,EAC7B,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,MAAM,CAAC;IAgBlB;;OAEG;IACH,YAAY,IAAI;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,EAAE;CAe7E;AAsED,wBAAgB,qBAAqB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,kBAAkB,CAKtF;AAED,wBAAgB,uBAAuB,IAAI,IAAI,CAE9C"}