squish-memory 0.7.0

package/dist/core/embeddings.js

@@ -0,0 +1,297 @@
+import { config } from '../config.js';
+import { getQMDClient } from './embeddings/qmd-client.js';
+import { logger } from './logger.js';
+// Simple in-memory cache for embeddings (LRU with 1000 entries)
+const embeddingCache = new Map();
+const MAX_CACHE_SIZE = 1000;
+function getCacheKey(input, provider) {
+    // Simple hash of input + provider
+    let hash = 0;
+    const str = input + provider;
+    for (let i = 0; i < str.length; i++) {
+        const char = str.charCodeAt(i);
+        hash = ((hash << 5) - hash) + char;
+        hash = hash & hash; // Convert to 32bit integer
+    }
+    return hash.toString();
+}
+function getCachedEmbedding(key) {
+    return embeddingCache.get(key);
+}
+function setCachedEmbedding(key, embedding) {
+    if (embeddingCache.size >= MAX_CACHE_SIZE) {
+        // Remove oldest entry (first one)
+        const firstKey = embeddingCache.keys().next().value;
+        if (firstKey) {
+            embeddingCache.delete(firstKey);
+        }
+    }
+    embeddingCache.set(key, embedding);
+}
+export async function getEmbedding(input) {
+    if (!input || typeof input !== 'string') {
+        return null;
+    }
+    const provider = config.embeddingsProvider;
+    const cacheKey = getCacheKey(input, provider);
+    // Check cache first
+    const cached = getCachedEmbedding(cacheKey);
+    if (cached) {
+        return cached;
+    }
+    let result = null;
+    if (provider === 'none') {
+        result = null;
+    }
+    else if (provider === 'qmd') {
+        result = await getQMDEmbedding(input);
+        // Fallback if QMD fails (unless qmd-only mode)
+        if (!result && config.qmdFallbackMode !== 'qmd-only') {
+            result = getLocalEmbedding(input);
+        }
+    }
+    else if (provider === 'hybrid') {
+        // Hybrid mode: Try QMD first, then cloud providers, then local
+        if (config.qmdEnabled) {
+            result = await getQMDEmbedding(input);
+        }
+        if (!result && config.qmdFallbackMode !== 'qmd-only') {
+            result = await getOllamaEmbedding(input);
+        }
+        if (!result && config.qmdFallbackMode !== 'qmd-only' && config.qmdFallbackMode !== 'local-only') {
+            result = await getOpenAiEmbedding(input);
+        }
+        if (!result) {
+            result = getLocalEmbedding(input);
+        }
+    }
+    else if (provider === 'openai') {
+        result = await getOpenAiEmbedding(input);
+    }
+    else if (provider === 'ollama') {
+        result = await getOllamaEmbedding(input);
+    }
+    else if (provider === 'local') {
+        result = getLocalEmbedding(input);
+    }
+    else {
+        // Auto mode: try OpenAI first, then fallback
+        result = await getOpenAiEmbedding(input);
+        if (!result) {
+            result = await getOllamaEmbedding(input);
+        }
+        if (!result) {
+            result = getLocalEmbedding(input);
+        }
+    }
+    // Cache the result if valid
+    if (result) {
+        setCachedEmbedding(cacheKey, result);
+    }
+    return result;
+}
+/**
+ * Get embeddings for multiple inputs in parallel batches
+ * Processes inputs in batches to respect rate limits while parallelizing
+ */
+export async function getBatchEmbeddings(inputs, batchSize = 20) {
+    if (inputs.length === 0)
+        return [];
+    const results = new Array(inputs.length).fill(null);
+    const provider = config.embeddingsProvider;
+    // Check cache for all inputs first
+    const uncachedIndices = [];
+    const uncachedInputs = [];
+    for (let i = 0; i < inputs.length; i++) {
+        const cacheKey = getCacheKey(inputs[i], provider);
+        const cached = getCachedEmbedding(cacheKey);
+        if (cached) {
+            results[i] = cached;
+        }
+        else {
+            uncachedIndices.push(i);
+            uncachedInputs.push(inputs[i]);
+        }
+    }
+    // Process only uncached inputs in batches
+    for (let i = 0; i < uncachedInputs.length; i += batchSize) {
+        const batchEnd = Math.min(i + batchSize, uncachedInputs.length);
+        const batch = uncachedInputs.slice(i, batchEnd);
+        const indices = uncachedIndices.slice(i, batchEnd);
+        // Parallelize embeddings within batch using Promise.all
+        const batchResults = await Promise.all(batch.map((input) => getEmbedding(input)));
+        // Store results in correct positions and cache
+        for (let j = 0; j < batchResults.length; j++) {
+            results[indices[j]] = batchResults[j];
+        }
+    }
+    return results;
+}
+/**
+ * Clear the embedding cache
+ */
+export function clearEmbeddingCache() {
+    embeddingCache.clear();
+}
+/**
+ * Get embedding cache statistics
+ */
+export function getEmbeddingCacheStats() {
+    return {
+        size: embeddingCache.size,
+        maxSize: MAX_CACHE_SIZE,
+    };
+}
+/**
+ * Local TF-IDF embedding using character n-grams and word hashing
+ * Creates a 768-dimensional vector (same size as OpenAI text-embedding-3-small)
+ * Fast, no API calls, works offline
+ */
+function getLocalEmbedding(input) {
+    if (!input || typeof input !== 'string') {
+        return null;
+    }
+    // Normalize text
+    const text = input.toLowerCase()
+        .replace(/[^a-z0-9\s]/g, ' ')
+        .replace(/\s+/g, ' ')
+        .trim();
+    if (text.length === 0) {
+        return null;
+    }
+    // Embedding dimensions
+    const dimensions = 768;
+    const vector = new Array(dimensions).fill(0);
+    // Character n-grams (3-5 grams for semantic similarity)
+    const ngrams = [3, 4, 5];
+    for (const n of ngrams) {
+        for (let i = 0; i <= text.length - n; i++) {
+            const gram = text.substring(i, i + n);
+            const hash = djb2Hash(gram);
+            const idx = Math.abs(hash) % dimensions;
+            vector[idx] += 1;
+        }
+    }
+    // Word-level hashing for semantic capture
+    const words = text.split(/\s+/).filter(w => w.length > 2);
+    for (const word of words) {
+        const hash = djb2Hash(word);
+        const idx = Math.abs(hash) % dimensions;
+        vector[idx] += 2; // Words weighted higher than n-grams
+        // Bigrams
+        if (words.length > 1) {
+            const idx2 = words.indexOf(word);
+            if (idx2 < words.length - 1) {
+                const bigram = `${word}_${words[idx2 + 1]}`;
+                const bigramHash = djb2Hash(bigram);
+                const bigramIdx = Math.abs(bigramHash) % dimensions;
+                vector[bigramIdx] += 3; // Bigrams weighted highest
+            }
+        }
+    }
+    // Apply TF-IDF-like scaling: square root to dampen high frequencies
+    for (let i = 0; i < dimensions; i++) {
+        if (vector[i] > 0) {
+            vector[i] = Math.sqrt(vector[i]);
+        }
+    }
+    // L2 normalize
+    const norm = Math.sqrt(vector.reduce((sum, val) => sum + val * val, 0));
+    if (norm > 0) {
+        for (let i = 0; i < dimensions; i++) {
+            vector[i] /= norm;
+        }
+    }
+    return vector;
+}
+/**
+ * Get embedding via QMD
+ * Note: QMD doesn't expose direct embedding generation via MCP.
+ * This function returns null to trigger fallback to other providers.
+ * The main QMD integration value is through hybrid search (qmd_query).
+ */
+async function getQMDEmbedding(input) {
+    if (!config.qmdEnabled) {
+        return null;
+    }
+    try {
+        const client = await getQMDClient();
+        const available = await client.isAvailable();
+        if (!available) {
+            return null;
+        }
+        // QMD doesn't expose direct embedding generation via MCP
+        // The search tools use embeddings internally but don't return them
+        //
+        // For embedding generation, we rely on fallback providers
+        // QMD's main value is through the qmd_search, qmd_vsearch, qmd_query tools
+        return null;
+    }
+    catch (error) {
+        logger.debug(`QMD embedding unavailable: ${error}`);
+        return null;
+    }
+}
+/**
+ * DJB2 hash function - fast, good distribution
+ */
+function djb2Hash(str) {
+    let hash = 5381;
+    for (let i = 0; i < str.length; i++) {
+        hash = ((hash << 5) + hash) + str.charCodeAt(i);
+    }
+    return hash;
+}
+async function getOpenAiEmbedding(input) {
+    if (!config.openAiApiKey)
+        return null;
+    try {
+        const response = await fetch(config.openAiApiUrl, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${config.openAiApiKey}`,
+            },
+            body: JSON.stringify({
+                model: config.openAiEmbeddingModel,
+                input,
+            }),
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            console.warn(`OpenAI embeddings failed: ${response.status} ${message}`);
+            return null; // Return null to allow fallback
+        }
+        const payload = await response.json();
+        const embedding = payload.data?.[0]?.embedding;
+        return embedding ?? null;
+    }
+    catch (error) {
+        console.warn('OpenAI embeddings error:', error);
+        return null; // Return null to allow fallback
+    }
+}
+async function getOllamaEmbedding(input) {
+    try {
+        const response = await fetch(`${config.ollamaUrl}/api/embeddings`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                model: config.ollamaEmbeddingModel,
+                prompt: input,
+            }),
+        });
+        if (!response.ok) {
+            const message = await response.text();
+            console.warn(`Ollama embeddings failed: ${response.status} ${message}`);
+            return null; // Return null to allow fallback
+        }
+        const payload = await response.json();
+        return payload.embedding ?? null;
+    }
+    catch (error) {
+        console.warn('Ollama embeddings error:', error);
+        return null; // Return null to allow fallback
+    }
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/core/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../core/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAIrC,gEAAgE;AAChE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAC;AACnD,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,SAAS,WAAW,CAAC,KAAa,EAAE,QAAgB;IAClD,kCAAkC;IAClC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,2BAA2B;IACjD,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,OAAO,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW,EAAE,SAAmB;IAC1D,IAAI,cAAc,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC;QAC1C,kCAAkC;QAClC,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QACpD,IAAI,QAAQ,EAAE,CAAC;YACb,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa;IAC9C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC;IAC3C,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE9C,oBAAoB;IACpB,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC5C,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,MAAM,GAAoB,IAAI,CAAC;IAEnC,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;SAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC9B,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;QACtC,+CAA+C;QAC/C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;YACrD,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,+DAA+D;QAC/D,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;YACrD,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,eAAe,KAAK,UAAU,IAAI,MAAM,CAAC,eAAe,KAAK,YAAY,EAAE,CAAC;YAChG,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAChC,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,6CAA6C;QAC7C,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IAAI,MAAM,EAAE,CAAC;QACX,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAgB,EAChB,YAAoB,EAAE;IAEtB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,OAAO,GAA2B,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC;IAE3C,mCAAmC;IACnC,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxB,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAEnD,wDAAwD;QACxD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAC1C,CAAC;QAEF,+CAA+C;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,cAAc,CAAC,KAAK,EAAE,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO;QACL,IAAI,EAAE,cAAc,CAAC,IAAI;QACzB,OAAO,EAAE,cAAc;KACxB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB;IACjB,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE;SAC7B,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IAEV,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uBAAuB;IACvB,MAAM,UAAU,GAAG,GAAG,CAAC;IACvB,MAAM,MAAM,GAAa,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEvD,wDAAwD;IACxD,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;YACxC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,qCAAqC;QAEvD,UAAU;QACV,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;gBACpD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,2BAA2B;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,eAAe;IACf,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,eAAe,CAAC,KAAa;IAC1C,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;QAE7C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QAED,yDAAyD;QACzD,mEAAmE;QACnE,EAAE;QACF,0DAA0D;QAC1D,2EAA2E;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,KAAa;IAC7C,IAAI,CAAC,MAAM,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE;YAChD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,CAAC,YAAY,EAAE;aAC/C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,oBAAoB;gBAClC,KAAK;aACN,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,6BAA6B,QAAQ,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;YACxE,OAAO,IAAI,CAAC,CAAC,gCAAgC;QAC/C,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA+C,CAAC;QACnF,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;QAC/C,OAAO,SAAS,IAAI,IAAI,CAAC;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,CAAC,gCAAgC;IAC/C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,KAAa;IAC7C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,iBAAiB,EAAE;YACjE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,oBAAoB;gBAClC,MAAM,EAAE,KAAK;aACd,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,6BAA6B,QAAQ,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC,CAAC;YACxE,OAAO,IAAI,CAAC,CAAC,gCAAgC;QAC/C,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8B,CAAC;QAClE,OAAO,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,CAAC,gCAAgC;IAC/C,CAAC;AACH,CAAC"}

package/dist/core/governance.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Memory Governance
+ * Implements protection, pinning, and immutability rules
+ */
+/**
+ * Mark a memory as protected (cannot be evicted)
+ */
+export declare function protectMemory(memoryId: string, reason: string): Promise<void>;
+/**
+ * Pin a memory for automatic injection into context
+ */
+export declare function pinMemory(memoryId: string): Promise<void>;
+/**
+ * Unpin a memory
+ */
+export declare function unpinMemory(memoryId: string): Promise<void>;
+/**
+ * Get all pinned memories for auto-injection into context
+ */
+export declare function getPinnedMemories(): Promise<any[]>;
+//# sourceMappingURL=governance.d.ts.map

package/dist/core/governance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"governance.d.ts","sourceRoot":"","sources":["../../core/governance.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH;;GAEG;AACH,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQnF;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ/D;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAKjE;AAcD;;GAEG;AACH,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAgBxD"}

package/dist/core/governance.js

@@ -0,0 +1,64 @@
+/**
+ * Memory Governance
+ * Implements protection, pinning, and immutability rules
+ */
+import { eq } from 'drizzle-orm';
+import { getDb } from '../db/index.js';
+import { getSchema } from '../db/schema.js';
+import { config } from '../config.js';
+import { performMemoryOperation } from './utils/memory-operations.js';
+import { logger } from './logger.js';
+/**
+ * Mark a memory as protected (cannot be evicted)
+ */
+export async function protectMemory(memoryId, reason) {
+    await performMemoryOperation(memoryId, {
+        name: 'protecting memory',
+        updates: {
+            isProtected: true,
+            metadata: { protectionReason: reason, protectedAt: new Date().toISOString() },
+        },
+    });
+}
+/**
+ * Pin a memory for automatic injection into context
+ */
+export async function pinMemory(memoryId) {
+    await performMemoryOperation(memoryId, {
+        name: 'pinning memory',
+        updates: {
+            isPinned: true,
+            metadata: { pinnedAt: new Date().toISOString() },
+        },
+    });
+}
+/**
+ * Unpin a memory
+ */
+export async function unpinMemory(memoryId) {
+    await performMemoryOperation(memoryId, {
+        name: 'unpinning memory',
+        updates: { isPinned: false },
+    });
+}
+/**
+ * Get all pinned memories for auto-injection into context
+ */
+export async function getPinnedMemories() {
+    if (!config.governanceEnabled)
+        return [];
+    try {
+        const db = await getDb();
+        const schema = await getSchema();
+        return await db
+            .select()
+            .from(schema.memories)
+            .where(eq(schema.memories.isPinned, true))
+            .limit(50);
+    }
+    catch (error) {
+        logger.error('Error retrieving pinned memories', error);
+        return [];
+    }
+}
+//# sourceMappingURL=governance.js.map

package/dist/core/governance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"governance.js","sourceRoot":"","sources":["../../core/governance.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,MAAc;IAClE,MAAM,sBAAsB,CAAC,QAAQ,EAAE;QACrC,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE;YACP,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;SAC9E;KACF,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,sBAAsB,CAAC,QAAQ,EAAE;QACrC,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;SACjD;KACF,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB;IAChD,MAAM,sBAAsB,CAAC,QAAQ,EAAE;QACrC,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KAC7B,CAAC,CAAC;AACL,CAAC;AAcD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,IAAI,CAAC,MAAM,CAAC,iBAAiB;QAAE,OAAO,EAAE,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAEjC,OAAO,MAAO,EAAU;aACrB,MAAM,EAAE;aACR,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;aACrB,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;aACzC,KAAK,CAAC,EAAE,CAAC,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/core/index.d.ts

@@ -0,0 +1,10 @@
+export * from './cache.js';
+export * from './context.js';
+export * from './database.js';
+export * from './embeddings.js';
+export * from './observations.js';
+export * from './privacy.js';
+export * from './projects.js';
+export * from './secret-detector.js';
+export * from './worker.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../core/index.ts"],"names":[],"mappings":"AACA,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,iBAAiB,CAAC;AAGhC,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAE9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC"}

package/dist/core/index.js

@@ -0,0 +1,14 @@
+// Shared services - Core utilities and services
+export * from './cache.js';
+export * from './context.js';
+export * from './database.js';
+export * from './embeddings.js';
+// Note: local-embeddings exports duplicate of embeddings, import directly when needed
+// export * from './local-embeddings.js';
+export * from './observations.js';
+export * from './privacy.js';
+export * from './projects.js';
+// Note: redis exports duplicates of cache, import directly when needed
+export * from './secret-detector.js';
+export * from './worker.js';
+//# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../core/index.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,iBAAiB,CAAC;AAChC,sFAAsF;AACtF,yCAAyC;AACzC,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,uEAAuE;AACvE,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC"}

package/dist/core/lifecycle.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Memory Lifecycle Management
+ * Implements sector-based decay, tier classification, and eviction policies
+ */
+export interface LifecycleStats {
+    decayed: number;
+    evicted: number;
+    promoted: number;
+    tierChanges: {
+        hot: number;
+        warm: number;
+        cold: number;
+    };
+}
+/**
+ * Run full lifecycle maintenance on all memories
+ */
+export declare function runLifecycleMaintenance(projectId?: string): Promise<LifecycleStats>;
+//# sourceMappingURL=lifecycle.d.ts.map

package/dist/core/lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.d.ts","sourceRoot":"","sources":["../../core/lifecycle.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAsBH,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAC1D;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAqBzF"}

package/dist/core/lifecycle.js

@@ -0,0 +1,182 @@
+/**
+ * Memory Lifecycle Management
+ * Implements sector-based decay, tier classification, and eviction policies
+ */
+import { and, eq, lt, inArray } from 'drizzle-orm';
+import { getDb } from '../db/index.js';
+import { getSchema } from '../db/schema.js';
+import { config } from '../config.js';
+import { logger } from './logger.js';
+const SECTOR_DECAY_RATES = {
+    episodic: 30,
+    semantic: 90,
+    procedural: 180,
+    autobiographical: 365,
+    working: 7,
+};
+const TIER_THRESHOLDS = {
+    hot: { recency: 7, coactivation: 10, salience: 70 },
+    warm: { recency: 30, coactivation: 5, salience: 50 },
+    cold: { recency: Infinity, coactivation: 0, salience: 0 },
+};
+/**
+ * Run full lifecycle maintenance on all memories
+ */
+export async function runLifecycleMaintenance(projectId) {
+    if (!config.lifecycleEnabled) {
+        return { decayed: 0, evicted: 0, promoted: 0, tierChanges: { hot: 0, warm: 0, cold: 0 } };
+    }
+    const stats = {
+        decayed: 0,
+        evicted: 0,
+        promoted: 0,
+        tierChanges: { hot: 0, warm: 0, cold: 0 },
+    };
+    try {
+        await applyDecay(projectId, stats);
+        await updateTiers(projectId, stats);
+        await evictOldMemories(projectId, stats);
+    }
+    catch (error) {
+        logger.error('Lifecycle maintenance error', error);
+    }
+    return stats;
+}
+/**
+ * Apply decay to memories based on sector
+ */
+async function applyDecay(projectId, stats) {
+    try {
+        const db = await getDb();
+        const schema = await getSchema();
+        const now = new Date();
+        // For each sector, apply decay
+        for (const [sector, decayDays] of Object.entries(SECTOR_DECAY_RATES)) {
+            const decayThreshold = new Date(now.getTime() - decayDays * 24 * 60 * 60 * 1000);
+            // Build where clause
+            let where;
+            if (projectId) {
+                where = and(eq(schema.memories.sector, sector), eq(schema.memories.projectId, projectId), lt(schema.memories.lastDecayAt, decayThreshold), eq(schema.memories.isProtected, false));
+            }
+            else {
+                where = and(eq(schema.memories.sector, sector), lt(schema.memories.lastDecayAt, decayThreshold), eq(schema.memories.isProtected, false));
+            }
+            // Decay: reduce relevance score by 10%
+            const result = await db.update(schema.memories)
+                .set({
+                relevanceScore: Math.max(0, schema.memories.relevanceScore * 0.9),
+                lastDecayAt: now,
+            })
+                .where(where);
+            const rowCount = result?.rowCount || 0;
+            stats.decayed += rowCount;
+        }
+    }
+    catch (error) {
+        logger.error('Error applying decay', error);
+    }
+}
+/**
+ * Update memory tiers based on recency, coactivation, and salience
+ * OPTIMIZED: Uses batched updates instead of individual UPDATE queries
+ */
+async function updateTiers(projectId, stats) {
+    try {
+        const db = await getDb();
+        const schema = await getSchema();
+        const now = new Date();
+        // Fetch all memories to classify
+        const where = projectId ? eq(schema.memories.projectId, projectId) : undefined;
+        const memories = await db
+            .select()
+            .from(schema.memories)
+            .where(where)
+            .limit(10000); // Process larger batches now
+        // Calculate tiers in memory
+        const tierAssignments = new Map();
+        const tierCounts = { hot: 0, warm: 0, cold: 0 };
+        for (const memory of memories) {
+            const recencyDays = (now.getTime() - new Date(memory.createdAt).getTime()) / (24 * 60 * 60 * 1000);
+            const coactivation = memory.coactivationScore || 0;
+            const salience = memory.relevanceScore || 50;
+            let newTier = 'cold';
+            if (recencyDays <= TIER_THRESHOLDS.hot.recency &&
+                coactivation >= TIER_THRESHOLDS.hot.coactivation &&
+                salience >= TIER_THRESHOLDS.hot.salience) {
+                newTier = 'hot';
+            }
+            else if (recencyDays <= TIER_THRESHOLDS.warm.recency &&
+                coactivation >= TIER_THRESHOLDS.warm.coactivation &&
+                salience >= TIER_THRESHOLDS.warm.salience) {
+                newTier = 'warm';
+            }
+            if (newTier !== memory.tier) {
+                tierAssignments.set(memory.id, newTier);
+                tierCounts[newTier]++;
+            }
+        }
+        if (tierAssignments.size === 0)
+            return;
+        // Group by tier for efficient batched updates
+        const hotIds = Array.from(tierAssignments.entries())
+            .filter(([_, tier]) => tier === 'hot')
+            .map(([id]) => id);
+        const warmIds = Array.from(tierAssignments.entries())
+            .filter(([_, tier]) => tier === 'warm')
+            .map(([id]) => id);
+        const coldIds = Array.from(tierAssignments.entries())
+            .filter(([_, tier]) => tier === 'cold')
+            .map(([id]) => id);
+        // Execute batched updates instead of individual queries
+        if (hotIds.length > 0) {
+            await db
+                .update(schema.memories)
+                .set({ tier: 'hot', updatedAt: now })
+                .where(inArray(schema.memories.id, hotIds));
+        }
+        if (warmIds.length > 0) {
+            await db
+                .update(schema.memories)
+                .set({ tier: 'warm', updatedAt: now })
+                .where(inArray(schema.memories.id, warmIds));
+        }
+        if (coldIds.length > 0) {
+            await db
+                .update(schema.memories)
+                .set({ tier: 'cold', updatedAt: now })
+                .where(inArray(schema.memories.id, coldIds));
+        }
+        // Update stats
+        stats.tierChanges.hot = tierCounts.hot;
+        stats.tierChanges.warm = tierCounts.warm;
+        stats.tierChanges.cold = tierCounts.cold;
+        logger.debug('Tier updates complete', {
+            hot: tierCounts.hot,
+            warm: tierCounts.warm,
+            cold: tierCounts.cold,
+        });
+    }
+    catch (error) {
+        logger.error('Error updating tiers', error);
+    }
+}
+/**
+ * Evict old, cold memories with low relevance
+ */
+async function evictOldMemories(projectId, stats) {
+    try {
+        const db = await getDb();
+        const schema = await getSchema();
+        const evictionThreshold = new Date(Date.now() - 180 * 24 * 60 * 60 * 1000); // 180 days
+        const where = projectId
+            ? and(eq(schema.memories.projectId, projectId), lt(schema.memories.createdAt, evictionThreshold), eq(schema.memories.isProtected, false), eq(schema.memories.isPinned, false), eq(schema.memories.tier, 'cold'), lt(schema.memories.relevanceScore, 20) // Very low relevance
+            )
+            : and(lt(schema.memories.createdAt, evictionThreshold), eq(schema.memories.isProtected, false), eq(schema.memories.isPinned, false), eq(schema.memories.tier, 'cold'), lt(schema.memories.relevanceScore, 20));
+        const result = await db.delete(schema.memories).where(where);
+        stats.evicted = result?.rowCount || 0;
+    }
+    catch (error) {
+        logger.error('Error evicting memories', error);
+    }
+}
+//# sourceMappingURL=lifecycle.js.map

package/dist/core/lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.js","sourceRoot":"","sources":["../../core/lifecycle.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAa,OAAO,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,kBAAkB,GAA2B;IACjD,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,EAAE;IACZ,UAAU,EAAE,GAAG;IACf,gBAAgB,EAAE,GAAG;IACrB,OAAO,EAAE,CAAC;CACX,CAAC;AAEF,MAAM,eAAe,GAAG;IACtB,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IACnD,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;IACpD,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;CAC1D,CAAC;AASF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,SAAkB;IAC9D,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;IAC5F,CAAC;IAED,MAAM,KAAK,GAAmB;QAC5B,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;KAC1C,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACnC,MAAM,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,SAA6B,EAAE,KAAqB;IAC5E,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,+BAA+B;QAC/B,KAAK,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACrE,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YAEjF,qBAAqB;YACrB,IAAI,KAAU,CAAC;YACf,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,GAAG,GAAG,CACT,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAa,EAAE,MAAM,CAAC,EACzC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EACxC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAkB,EAAE,cAAc,CAAC,EACtD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CACvC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,GAAG,CACT,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAa,EAAE,MAAM,CAAC,EACzC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAkB,EAAE,cAAc,CAAC,EACtD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CACvC,CAAC;YACJ,CAAC;YAED,uCAAuC;YACvC,MAAM,MAAM,GAAG,MAAO,EAAU,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACrD,GAAG,CAAC;gBACH,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAG,MAAM,CAAC,QAAQ,CAAC,cAAsB,GAAG,GAAG,CAAC;gBAC1E,WAAW,EAAE,GAAG;aACjB,CAAC;iBACD,KAAK,CAAC,KAAK,CAAC,CAAC;YAEhB,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,CAAC,CAAC;YACvC,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC;QAC5B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,WAAW,CAAC,SAA6B,EAAE,KAAqB;IAC7E,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,iCAAiC;QACjC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAO,EAAU;aAC/B,MAAM,EAAE;aACR,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;aACrB,KAAK,CAAC,KAAK,CAAC;aACZ,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,6BAA6B;QAE9C,4BAA4B;QAC5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;QACnE,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAEhD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;YACnG,MAAM,YAAY,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;YAE7C,IAAI,OAAO,GAA4B,MAAM,CAAC;YAE9C,IACE,WAAW,IAAI,eAAe,CAAC,GAAG,CAAC,OAAO;gBAC1C,YAAY,IAAI,eAAe,CAAC,GAAG,CAAC,YAAY;gBAChD,QAAQ,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,EACxC,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;iBAAM,IACL,WAAW,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO;gBAC3C,YAAY,IAAI,eAAe,CAAC,IAAI,CAAC,YAAY;gBACjD,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,EACzC,CAAC;gBACD,OAAO,GAAG,MAAM,CAAC;YACnB,CAAC;YAED,IAAI,OAAO,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5B,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACxC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAEvC,8CAA8C;QAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;aACjD,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;aAClD,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;aAClD,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAErB,wDAAwD;QACxD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAO,EAAU;iBACd,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACvB,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;iBACpC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAO,EAAU;iBACd,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACvB,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;iBACrC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAO,EAAU;iBACd,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACvB,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;iBACrC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,eAAe;QACf,KAAK,CAAC,WAAW,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;QACvC,KAAK,CAAC,WAAW,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QACzC,KAAK,CAAC,WAAW,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAEzC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;YACpC,GAAG,EAAE,UAAU,CAAC,GAAG;YACnB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,SAA6B,EAAE,KAAqB;IAClF,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAEjC,MAAM,iBAAiB,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW;QAEvF,MAAM,KAAK,GAAG,SAAS;YACrB,CAAC,CAAC,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,EACxC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAgB,EAAE,iBAAiB,CAAC,EACvD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,EACtC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,EACnC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAW,EAAE,MAAM,CAAC,EACvC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAqB,EAAE,EAAE,CAAC,CAAC,qBAAqB;aACpE;YACH,CAAC,CAAC,GAAG,CACD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAgB,EAAE,iBAAiB,CAAC,EACvD,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,EACtC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,EACnC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAW,EAAE,MAAM,CAAC,EACvC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAqB,EAAE,EAAE,CAAC,CAC9C,CAAC;QAEN,MAAM,MAAM,GAAG,MAAO,EAAU,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtE,KAAK,CAAC,OAAO,GAAG,MAAM,EAAE,QAAQ,IAAI,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}