@londer/cortex 0.1.0

package/dist/config-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-store.js","sourceRoot":"","sources":["../src/config-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;AAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;AAE5D,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,mBAAmB;IACnB,iBAAiB;IACjB,cAAc;IACd,uBAAuB;CACxB,CAAC,CAAC;AAEH,MAAM,OAAO,kBAAkB;IACrB,SAAS,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEnD;QACE,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,MAAM;QACJ,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1C,IAAI,GAAG,KAAK,mBAAmB,EAAE,CAAC;gBAChC,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAa;QAC5B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,gDAAgD,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO;YACL,QAAQ,EAAE,GAAG,KAAK,mBAAmB,IAAI,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;YACnF,OAAO,EAAE,GAAG,KAAK,mBAAmB,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;SACjE,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,GAAW;QACpB,OAAO,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAEO,OAAO;QACb,IAAI,CAAC;YACH,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,MAAM,IAAI,GAA2B,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACpB,CAAC;YACD,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8CAA8C,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;gBAAE,OAAO;YACrC,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;YACvD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;QACtD,CAAC;IACH,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,28 @@
+import type { ExtractionTier } from './types/index.js';
+export interface CortexConfig {
+    qdrantUrl: string;
+    neo4jUri: string;
+    neo4jUser: string;
+    neo4jPassword: string;
+    sqlitePath: string;
+    embeddingModel: string;
+    transformersCache: string;
+    collectionName: string;
+    vectorDimensions: number;
+    anthropicApiKey: string;
+    llmModel: string;
+    extractionTier: ExtractionTier;
+    autoExtract: boolean;
+    extractBufferSize: number;
+    extractDebounceMs: number;
+    consolidationEnabled: boolean;
+    consolidationIntervalMs: number;
+    consolidationBatchSize: number;
+}
+export declare function loadConfig(): CortexConfig;
+export declare const SCOPE_BOOST: {
+    readonly PROJECT_LOCAL: 1.5;
+    readonly RELATED_PROJECT: 1.1;
+    readonly GLOBAL: 1;
+};
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AASvD,MAAM,WAAW,YAAY;IAE3B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IAEzB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,wBAAgB,UAAU,IAAI,YAAY,CAuBzC;AAGD,eAAO,MAAM,WAAW;;;;CAId,CAAC"}

package/dist/config.js

@@ -0,0 +1,39 @@
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+function resolvePath(p) {
+    if (p.startsWith('~')) {
+        return join(homedir(), p.slice(1));
+    }
+    return p;
+}
+export function loadConfig() {
+    return {
+        // Phase 1
+        qdrantUrl: process.env.QDRANT_URL ?? 'http://localhost:16333',
+        neo4jUri: process.env.NEO4J_URI ?? 'bolt://localhost:17687',
+        neo4jUser: process.env.NEO4J_USER ?? 'neo4j',
+        neo4jPassword: process.env.NEO4J_PASSWORD ?? 'cortex-dev',
+        sqlitePath: resolvePath(process.env.SQLITE_PATH ?? '~/.cortex/cortex.db'),
+        embeddingModel: process.env.EMBEDDING_MODEL ?? 'Xenova/all-MiniLM-L6-v2',
+        transformersCache: resolvePath(process.env.TRANSFORMERS_CACHE ?? '~/.cache/huggingface'),
+        collectionName: 'cortex_memories',
+        vectorDimensions: 384,
+        // Phase 2
+        anthropicApiKey: process.env.ANTHROPIC_API_KEY ?? '',
+        llmModel: process.env.CORTEX_LLM_MODEL ?? 'claude-sonnet-4-20250514',
+        extractionTier: process.env.CORTEX_EXTRACTION_TIER ?? 'auto',
+        autoExtract: process.env.CORTEX_AUTO_EXTRACT !== 'false',
+        extractBufferSize: parseInt(process.env.CORTEX_EXTRACT_BUFFER_SIZE ?? '5', 10),
+        extractDebounceMs: parseInt(process.env.CORTEX_EXTRACT_DEBOUNCE_MS ?? '30000', 10),
+        consolidationEnabled: process.env.CORTEX_CONSOLIDATION_ENABLED !== 'false',
+        consolidationIntervalMs: parseInt(process.env.CORTEX_CONSOLIDATION_INTERVAL_MS ?? '3600000', 10),
+        consolidationBatchSize: parseInt(process.env.CORTEX_CONSOLIDATION_BATCH_SIZE ?? '50', 10),
+    };
+}
+// Scope boost weights (from spec Section 4)
+export const SCOPE_BOOST = {
+    PROJECT_LOCAL: 1.5,
+    RELATED_PROJECT: 1.1,
+    GLOBAL: 1.0,
+};
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAyBD,MAAM,UAAU,UAAU;IACxB,OAAO;QACL,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB;QAC7D,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB;QAC3D,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,OAAO;QAC5C,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,YAAY;QACzD,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,qBAAqB,CAAC;QACzE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,yBAAyB;QACxE,iBAAiB,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,sBAAsB,CAAC;QACxF,cAAc,EAAE,iBAAiB;QACjC,gBAAgB,EAAE,GAAG;QACrB,UAAU;QACV,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,0BAA0B;QACpE,cAAc,EAAG,OAAO,CAAC,GAAG,CAAC,sBAAyC,IAAI,MAAM;QAChF,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,OAAO;QACxD,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,GAAG,EAAE,EAAE,CAAC;QAC9E,iBAAiB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,OAAO,EAAE,EAAE,CAAC;QAClF,oBAAoB,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,OAAO;QAC1E,uBAAuB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,SAAS,EAAE,EAAE,CAAC;QAChG,sBAAsB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,IAAI,EAAE,EAAE,CAAC;KAC1F,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,aAAa,EAAE,GAAG;IAClB,eAAe,EAAE,GAAG;IACpB,MAAM,EAAE,GAAG;CACH,CAAC"}

package/dist/consolidation/cluster-finder.d.ts

@@ -0,0 +1,5 @@
+import type { Memory, MemoryCluster } from '../types/index.js';
+import type { Embedder } from '../embedding/embedder.js';
+import type { QdrantStore } from '../storage/qdrant.js';
+export declare function findClusters(memories: Memory[], embedder: Embedder, qdrant: QdrantStore, similarityThreshold?: number): Promise<MemoryCluster[]>;
+//# sourceMappingURL=cluster-finder.d.ts.map

package/dist/consolidation/cluster-finder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster-finder.d.ts","sourceRoot":"","sources":["../../src/consolidation/cluster-finder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAIxD,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAAE,EAClB,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,WAAW,EACnB,mBAAmB,GAAE,MAAqC,GACzD,OAAO,CAAC,aAAa,EAAE,CAAC,CA4C1B"}

package/dist/consolidation/cluster-finder.js

@@ -0,0 +1,43 @@
+const DEFAULT_SIMILARITY_THRESHOLD = 0.85;
+export async function findClusters(memories, embedder, qdrant, similarityThreshold = DEFAULT_SIMILARITY_THRESHOLD) {
+    if (memories.length < 2)
+        return [];
+    // Embed all memory contents
+    const texts = memories.map(m => m.content);
+    const vectors = await embedder.embedBatch(texts);
+    const clustered = new Set();
+    const clusters = [];
+    for (let i = 0; i < memories.length; i++) {
+        if (clustered.has(memories[i].id))
+            continue;
+        const anchor = memories[i];
+        const similar = [];
+        // Search Qdrant for similar vectors
+        const results = await qdrant.search(vectors[i], undefined, 20);
+        for (const result of results) {
+            if (result.id === anchor.id)
+                continue;
+            if (clustered.has(result.id))
+                continue;
+            if (result.score < similarityThreshold)
+                continue;
+            // Find the memory object
+            const memMatch = memories.find(m => m.id === result.id);
+            if (!memMatch)
+                continue;
+            similar.push({
+                memory: memMatch,
+                similarity: result.score,
+            });
+        }
+        if (similar.length > 0) {
+            clustered.add(anchor.id);
+            for (const s of similar) {
+                clustered.add(s.memory.id);
+            }
+            clusters.push({ anchor, similar });
+        }
+    }
+    return clusters;
+}
+//# sourceMappingURL=cluster-finder.js.map

package/dist/consolidation/cluster-finder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cluster-finder.js","sourceRoot":"","sources":["../../src/consolidation/cluster-finder.ts"],"names":[],"mappings":"AAIA,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAkB,EAClB,QAAkB,EAClB,MAAmB,EACnB,sBAA8B,4BAA4B;IAE1D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,4BAA4B;IAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAEjD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,SAAS;QAE5C,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,OAAO,GAA6B,EAAE,CAAC;QAE7C,oCAAoC;QACpC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAE/D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE;gBAAE,SAAS;YACtC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAE,SAAS;YACvC,IAAI,MAAM,CAAC,KAAK,GAAG,mBAAmB;gBAAE,SAAS;YAEjD,yBAAyB;YACzB,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAExB,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,MAAM,CAAC,KAAK;aACzB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC7B,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/consolidation/consolidator.d.ts

@@ -0,0 +1,29 @@
+import type { ConsolidationResult, LLMClient } from '../types/index.js';
+import type { Embedder } from '../embedding/embedder.js';
+import type { SQLiteStore } from '../storage/sqlite.js';
+import type { QdrantStore } from '../storage/qdrant.js';
+import type { Neo4jStore } from '../storage/neo4j.js';
+export declare class Consolidator {
+    private embedder;
+    private sqlite;
+    private qdrant;
+    private neo4j;
+    private llmClient;
+    private autoTimer;
+    private batchSize;
+    constructor(embedder: Embedder, sqlite: SQLiteStore, qdrant: QdrantStore, neo4j: Neo4jStore, llmClient: LLMClient | null, batchSize?: number);
+    setLLMClient(client: LLMClient | null): void;
+    run(project?: string, maxClusters?: number, dryRun?: boolean): Promise<ConsolidationResult & {
+        details?: Array<{
+            action: string;
+            reason: string;
+            memories: string[];
+        }>;
+    }>;
+    private consolidateWithLLM;
+    private executeLLMAction;
+    private consolidateLocally;
+    startAutoConsolidation(intervalMs: number): void;
+    stopAutoConsolidation(): void;
+}
+//# sourceMappingURL=consolidator.d.ts.map

package/dist/consolidation/consolidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidator.d.ts","sourceRoot":"","sources":["../../src/consolidation/consolidator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EACnB,SAAS,EAEV,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAqCtD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,SAAS,CAAS;gBAGxB,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,UAAU,EACjB,SAAS,EAAE,SAAS,GAAG,IAAI,EAC3B,SAAS,GAAE,MAAW;IAUxB,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,GAAG,IAAI;IAItC,GAAG,CACP,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,GAAE,MAAW,EACxB,MAAM,GAAE,OAAe,GACtB,OAAO,CAAC,mBAAmB,GAAG;QAAE,OAAO,CAAC,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;YAkE/F,kBAAkB;YAiClB,gBAAgB;IA0G9B,OAAO,CAAC,kBAAkB;IA4D1B,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAUhD,qBAAqB,IAAI,IAAI;CAM9B"}

package/dist/consolidation/consolidator.js

@@ -0,0 +1,296 @@
+import { v4 as uuidv4 } from 'uuid';
+import { findClusters } from './cluster-finder.js';
+const LLM_CONSOLIDATION_PROMPT = `You are a knowledge base maintenance system. Review the following cluster of similar memories and decide what to do.
+
+Actions:
+- MERGE: Combine into a single memory. Provide merged content.
+- KEEP_ALL: Distinct enough to keep separately. Explain why.
+- ARCHIVE: Outdated/stale. List which ones.
+- CONTRADICTION: Memories contradict. Keep most recent, archive rest.
+
+Cluster:
+{cluster_json}
+
+Respond with only valid JSON:
+{
+  "action": "MERGE|KEEP_ALL|ARCHIVE|CONTRADICTION",
+  "reason": "string",
+  "merged_content": "string|null",
+  "merged_type": "string|null",
+  "merged_tags": ["string"]|null,
+  "merged_entities": ["string"]|null,
+  "archive_ids": ["string"],
+  "keep_ids": ["string"]
+}`;
+export class Consolidator {
+    embedder;
+    sqlite;
+    qdrant;
+    neo4j;
+    llmClient;
+    autoTimer = null;
+    batchSize;
+    constructor(embedder, sqlite, qdrant, neo4j, llmClient, batchSize = 50) {
+        this.embedder = embedder;
+        this.sqlite = sqlite;
+        this.qdrant = qdrant;
+        this.neo4j = neo4j;
+        this.llmClient = llmClient;
+        this.batchSize = batchSize;
+    }
+    setLLMClient(client) {
+        this.llmClient = client;
+    }
+    async run(project, maxClusters = 10, dryRun = false) {
+        const startTime = Date.now();
+        const useLLM = this.llmClient?.isAvailable() ?? false;
+        const mode = useLLM ? 'llm' : 'local';
+        // Get memories to consolidate
+        const memories = project
+            ? this.sqlite.searchByProject(project, this.batchSize)
+            : this.sqlite.getRecentMemories(null, this.batchSize);
+        if (memories.length < 2) {
+            return {
+                merged: 0, archived: 0, contradictions: 0, flagged: 0,
+                unchanged: memories.length, duration_ms: Date.now() - startTime, mode,
+            };
+        }
+        // Find clusters
+        const clusters = await findClusters(memories, this.embedder, this.qdrant);
+        const activeClusters = clusters.slice(0, maxClusters);
+        let merged = 0;
+        let archived = 0;
+        let contradictions = 0;
+        let flagged = 0;
+        let unchanged = 0;
+        const details = [];
+        for (const cluster of activeClusters) {
+            const allIds = [cluster.anchor.id, ...cluster.similar.map(s => s.memory.id)];
+            if (useLLM) {
+                const result = await this.consolidateWithLLM(cluster, dryRun);
+                if (result) {
+                    details.push({ action: result.action, reason: result.reason, memories: allIds });
+                    switch (result.action) {
+                        case 'MERGE':
+                            merged++;
+                            break;
+                        case 'ARCHIVE':
+                            archived += result.archivedCount;
+                            break;
+                        case 'CONTRADICTION':
+                            contradictions++;
+                            break;
+                        case 'KEEP_ALL':
+                            unchanged += allIds.length;
+                            break;
+                    }
+                }
+            }
+            else {
+                const result = this.consolidateLocally(cluster, dryRun);
+                details.push({ action: result.action, reason: result.reason, memories: allIds });
+                switch (result.action) {
+                    case 'MERGE_SIMPLE':
+                        merged++;
+                        break;
+                    case 'FLAG_REVIEW':
+                        flagged++;
+                        break;
+                    case 'KEEP_ALL':
+                        unchanged += allIds.length;
+                        break;
+                }
+            }
+        }
+        const consolidationResult = {
+            merged, archived, contradictions, flagged, unchanged,
+            duration_ms: Date.now() - startTime,
+            mode,
+        };
+        if (dryRun) {
+            consolidationResult.details = details;
+        }
+        return consolidationResult;
+    }
+    async consolidateWithLLM(cluster, dryRun) {
+        if (!this.llmClient)
+            return null;
+        const clusterJson = JSON.stringify({
+            anchor: { id: cluster.anchor.id, content: cluster.anchor.content, type: cluster.anchor.type, created_at: cluster.anchor.created_at },
+            similar: cluster.similar.map(s => ({
+                id: s.memory.id, content: s.memory.content, type: s.memory.type,
+                created_at: s.memory.created_at, similarity: s.similarity,
+            })),
+        });
+        const prompt = LLM_CONSOLIDATION_PROMPT.replace('{cluster_json}', clusterJson);
+        const response = await this.llmClient.extractJSON(prompt, 'Review this cluster and decide the action.');
+        if (!response)
+            return null;
+        if (!dryRun) {
+            await this.executeLLMAction(response, cluster);
+        }
+        return {
+            action: response.action,
+            reason: response.reason,
+            archivedCount: response.archive_ids?.length ?? 0,
+        };
+    }
+    async executeLLMAction(response, cluster) {
+        const allMemories = [cluster.anchor, ...cluster.similar.map(s => s.memory)];
+        switch (response.action) {
+            case 'MERGE': {
+                if (!response.merged_content)
+                    break;
+                // Create new merged memory
+                const newId = uuidv4();
+                const now = new Date().toISOString();
+                const sourceIds = allMemories.map(m => m.id);
+                const mergedMemory = {
+                    id: newId,
+                    content: response.merged_content,
+                    type: response.merged_type ?? cluster.anchor.type,
+                    project: cluster.anchor.project,
+                    tags: response.merged_tags ?? cluster.anchor.tags,
+                    entities: response.merged_entities ?? cluster.anchor.entities,
+                    source: 'consolidation',
+                    created_at: now,
+                    updated_at: now,
+                    is_deleted: 0,
+                    source_type: 'consolidated',
+                    consolidated_from: JSON.stringify(sourceIds),
+                };
+                this.sqlite.insertMemory(mergedMemory);
+                // Embed and store in Qdrant
+                const vector = await this.embedder.embed(response.merged_content);
+                const payload = {
+                    id: newId,
+                    project: cluster.anchor.project,
+                    type: mergedMemory.type,
+                    tags: mergedMemory.tags,
+                    entities: mergedMemory.entities,
+                    created_at: Math.floor(Date.now() / 1000),
+                };
+                await this.qdrant.upsert(newId, vector, payload);
+                // Link entities in Neo4j
+                if (mergedMemory.entities.length > 0) {
+                    await this.neo4j.linkMemoryToEntities(newId, mergedMemory.entities);
+                }
+                // Archive old memories
+                for (const mem of allMemories) {
+                    this.sqlite.softDelete(mem.id);
+                    await this.qdrant.delete(mem.id);
+                }
+                // Log consolidation
+                this.sqlite.insertConsolidationLog({
+                    id: uuidv4(),
+                    action: 'MERGE',
+                    reason: response.reason,
+                    source_ids: sourceIds,
+                    result_id: newId,
+                    mode: 'llm',
+                    created_at: now,
+                });
+                break;
+            }
+            case 'ARCHIVE': {
+                for (const id of response.archive_ids ?? []) {
+                    this.sqlite.softDelete(id);
+                    await this.qdrant.delete(id);
+                }
+                this.sqlite.insertConsolidationLog({
+                    id: uuidv4(),
+                    action: 'ARCHIVE',
+                    reason: response.reason,
+                    source_ids: response.archive_ids ?? [],
+                    result_id: null,
+                    mode: 'llm',
+                    created_at: new Date().toISOString(),
+                });
+                break;
+            }
+            case 'CONTRADICTION': {
+                // Keep most recent, archive rest
+                for (const id of response.archive_ids ?? []) {
+                    this.sqlite.softDelete(id);
+                    await this.qdrant.delete(id);
+                }
+                this.sqlite.insertConsolidationLog({
+                    id: uuidv4(),
+                    action: 'CONTRADICTION',
+                    reason: response.reason,
+                    source_ids: allMemories.map(m => m.id),
+                    result_id: response.keep_ids?.[0] ?? null,
+                    mode: 'llm',
+                    created_at: new Date().toISOString(),
+                });
+                break;
+            }
+            // KEEP_ALL: do nothing
+        }
+    }
+    consolidateLocally(cluster, dryRun) {
+        const maxSimilarity = Math.max(...cluster.similar.map(s => s.similarity));
+        if (maxSimilarity > 0.95) {
+            // Near-identical: keep the longest, archive rest
+            if (!dryRun) {
+                const allMemories = [cluster.anchor, ...cluster.similar.map(s => s.memory)];
+                const keepMemory = allMemories.reduce((best, current) => current.content.length > best.content.length ? current : best);
+                const archiveIds = [];
+                for (const mem of allMemories) {
+                    if (mem.id !== keepMemory.id) {
+                        this.sqlite.softDelete(mem.id);
+                        void this.qdrant.delete(mem.id);
+                        archiveIds.push(mem.id);
+                    }
+                }
+                this.sqlite.insertConsolidationLog({
+                    id: uuidv4(),
+                    action: 'MERGE_SIMPLE',
+                    reason: `Near-identical memories (similarity > 0.95). Kept most detailed.`,
+                    source_ids: allMemories.map(m => m.id),
+                    result_id: keepMemory.id,
+                    mode: 'local',
+                    created_at: new Date().toISOString(),
+                });
+            }
+            return {
+                action: 'MERGE_SIMPLE',
+                reason: `Near-identical memories (max similarity: ${maxSimilarity.toFixed(3)})`,
+            };
+        }
+        if (maxSimilarity > 0.90) {
+            if (!dryRun) {
+                this.sqlite.insertConsolidationLog({
+                    id: uuidv4(),
+                    action: 'FLAG_REVIEW',
+                    reason: 'Memories are similar but may contain distinct information',
+                    source_ids: [cluster.anchor.id, ...cluster.similar.map(s => s.memory.id)],
+                    result_id: null,
+                    mode: 'local',
+                    created_at: new Date().toISOString(),
+                });
+            }
+            return {
+                action: 'FLAG_REVIEW',
+                reason: 'Memories are similar but may contain distinct information',
+            };
+        }
+        return { action: 'KEEP_ALL', reason: 'Memories are sufficiently distinct' };
+    }
+    startAutoConsolidation(intervalMs) {
+        this.stopAutoConsolidation();
+        console.error(`[cortex] Auto-consolidation started (interval: ${intervalMs / 1000}s)`);
+        this.autoTimer = setInterval(() => {
+            void this.run().catch(err => {
+                console.error(`[cortex] Auto-consolidation error: ${err}`);
+            });
+        }, intervalMs);
+    }
+    stopAutoConsolidation() {
+        if (this.autoTimer) {
+            clearInterval(this.autoTimer);
+            this.autoTimer = null;
+        }
+    }
+}
+//# sourceMappingURL=consolidator.js.map

package/dist/consolidation/consolidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidator.js","sourceRoot":"","sources":["../../src/consolidation/consolidator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAYpC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,MAAM,wBAAwB,GAAG;;;;;;;;;;;;;;;;;;;;;EAqB/B,CAAC;AAaH,MAAM,OAAO,YAAY;IACf,QAAQ,CAAW;IACnB,MAAM,CAAc;IACpB,MAAM,CAAc;IACpB,KAAK,CAAa;IAClB,SAAS,CAAmB;IAC5B,SAAS,GAA0C,IAAI,CAAC;IACxD,SAAS,CAAS;IAE1B,YACE,QAAkB,EAClB,MAAmB,EACnB,MAAmB,EACnB,KAAiB,EACjB,SAA2B,EAC3B,YAAoB,EAAE;QAEtB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,YAAY,CAAC,MAAwB;QACnC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,GAAG,CACP,OAAgB,EAChB,cAAsB,EAAE,EACxB,SAAkB,KAAK;QAEvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC;QACtD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;QAEtC,8BAA8B;QAC9B,MAAM,QAAQ,GAAG,OAAO;YACtB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;YACtD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAExD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;gBACrD,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,IAAI;aACtE,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAEtD,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,OAAO,GAAkE,EAAE,CAAC;QAElF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE7E,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC9D,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;oBACjF,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;wBACtB,KAAK,OAAO;4BAAE,MAAM,EAAE,CAAC;4BAAC,MAAM;wBAC9B,KAAK,SAAS;4BAAE,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC;4BAAC,MAAM;wBACxD,KAAK,eAAe;4BAAE,cAAc,EAAE,CAAC;4BAAC,MAAM;wBAC9C,KAAK,UAAU;4BAAE,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC;4BAAC,MAAM;oBACrD,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACxD,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjF,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,cAAc;wBAAE,MAAM,EAAE,CAAC;wBAAC,MAAM;oBACrC,KAAK,aAAa;wBAAE,OAAO,EAAE,CAAC;wBAAC,MAAM;oBACrC,KAAK,UAAU;wBAAE,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC;wBAAC,MAAM;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAsG;YAC7H,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS;YACpD,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACnC,IAAI;SACL,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACX,mBAAmB,CAAC,OAAO,GAAG,OAAO,CAAC;QACxC,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,OAAsB,EACtB,MAAe;QAEf,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,MAAM,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE;YACpI,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI;gBAC/D,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU;aAC1D,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAC/C,MAAM,EACN,4CAA4C,CAC7C,CAAC;QAEF,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,aAAa,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC;SACjD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,QAAkC,EAClC,OAAsB;QAEtB,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAE5E,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,cAAc;oBAAE,MAAM;gBAEpC,2BAA2B;gBAC3B,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACrC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAE7C,MAAM,YAAY,GAAW;oBAC3B,EAAE,EAAE,KAAK;oBACT,OAAO,EAAE,QAAQ,CAAC,cAAc;oBAChC,IAAI,EAAG,QAAQ,CAAC,WAA8B,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI;oBACrE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO;oBAC/B,IAAI,EAAE,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI;oBACjD,QAAQ,EAAE,QAAQ,CAAC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ;oBAC7D,MAAM,EAAE,eAAe;oBACvB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,cAAc;oBAC3B,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;iBAC7C,CAAC;gBAEF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;gBAEvC,4BAA4B;gBAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBAClE,MAAM,OAAO,GAAkB;oBAC7B,EAAE,EAAE,KAAK;oBACT,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO;oBAC/B,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,QAAQ,EAAE,YAAY,CAAC,QAAQ;oBAC/B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;iBAC1C,CAAC;gBACF,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;gBAEjD,yBAAyB;gBACzB,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrC,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,KAAK,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACtE,CAAC;gBAED,uBAAuB;gBACvB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnC,CAAC;gBAED,oBAAoB;gBACpB,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC;oBACjC,EAAE,EAAE,MAAM,EAAE;oBACZ,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,UAAU,EAAE,SAAS;oBACrB,SAAS,EAAE,KAAK;oBAChB,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,GAAG;iBAChB,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;oBAC5C,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;oBAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC;oBACjC,EAAE,EAAE,MAAM,EAAE;oBACZ,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,UAAU,EAAE,QAAQ,CAAC,WAAW,IAAI,EAAE;oBACtC,SAAS,EAAE,IAAI;oBACf,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,iCAAiC;gBACjC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;oBAC5C,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;oBAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC;oBACjC,EAAE,EAAE,MAAM,EAAE;oBACZ,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtC,SAAS,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI;oBACzC,IAAI,EAAE,KAAK;oBACX,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD,uBAAuB;QACzB,CAAC;IACH,CAAC;IAEO,kBAAkB,CACxB,OAAsB,EACtB,MAAe;QAEf,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAE1E,IAAI,aAAa,GAAG,IAAI,EAAE,CAAC;YACzB,iDAAiD;YACjD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC5E,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CACtD,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9D,CAAC;gBAEF,MAAM,UAAU,GAAa,EAAE,CAAC;gBAChC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBAC9B,IAAI,GAAG,CAAC,EAAE,KAAK,UAAU,CAAC,EAAE,EAAE,CAAC;wBAC7B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC/B,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAChC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC;oBACjC,EAAE,EAAE,MAAM,EAAE;oBACZ,MAAM,EAAE,cAAc;oBACtB,MAAM,EAAE,kEAAkE;oBAC1E,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtC,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,IAAI,EAAE,OAAO;oBACb,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,MAAM,EAAE,4CAA4C,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAChF,CAAC;QACJ,CAAC;QAED,IAAI,aAAa,GAAG,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC;oBACjC,EAAE,EAAE,MAAM,EAAE;oBACZ,MAAM,EAAE,aAAa;oBACrB,MAAM,EAAE,2DAA2D;oBACnE,UAAU,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACzE,SAAS,EAAE,IAAI;oBACf,IAAI,EAAE,OAAO;oBACb,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACrC,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,2DAA2D;aACpE,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;IAC9E,CAAC;IAED,sBAAsB,CAAC,UAAkB;QACvC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,kDAAkD,UAAU,GAAG,IAAI,IAAI,CAAC,CAAC;QACvF,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBAC1B,OAAO,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC7D,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,UAAU,CAAC,CAAC;IACjB,CAAC;IAED,qBAAqB;QACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}

package/dist/embedding/embedder.d.ts

@@ -0,0 +1,9 @@
+export interface Embedder {
+    init(): Promise<void>;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    getDimensions(): number;
+    isReady(): boolean;
+}
+export declare function getEmbedder(): Promise<Embedder>;
+//# sourceMappingURL=embedder.d.ts.map

package/dist/embedding/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/embedding/embedder.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,QAAQ;IACvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,aAAa,IAAI,MAAM,CAAC;IACxB,OAAO,IAAI,OAAO,CAAC;CACpB;AA0FD,wBAAsB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,CAKrD"}

package/dist/embedding/embedder.js

@@ -0,0 +1,89 @@
+import { pipeline } from '@huggingface/transformers';
+import { loadConfig } from '../config.js';
+function l2Normalise(vector) {
+    let magnitude = 0;
+    for (const v of vector) {
+        magnitude += v * v;
+    }
+    magnitude = Math.sqrt(magnitude);
+    if (magnitude === 0)
+        return vector;
+    return vector.map(v => v / magnitude);
+}
+class EmbedderImpl {
+    pipe = null;
+    initPromise = null;
+    modelName;
+    dimensions;
+    constructor() {
+        const config = loadConfig();
+        this.modelName = config.embeddingModel;
+        this.dimensions = config.vectorDimensions;
+    }
+    async init() {
+        if (this.pipe)
+            return;
+        if (this.initPromise) {
+            await this.initPromise;
+            return;
+        }
+        this.initPromise = this.loadModel();
+        await this.initPromise;
+    }
+    async loadModel() {
+        console.error(`[cortex] Loading embedding model: ${this.modelName}...`);
+        try {
+            // Type assertion needed: pipeline() union type is too complex for TS to represent
+            this.pipe = await pipeline('feature-extraction', this.modelName, {
+                dtype: 'fp32',
+            });
+            console.error(`[cortex] Embedding model loaded successfully.`);
+        }
+        catch (error) {
+            this.initPromise = null;
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to load embedding model "${this.modelName}": ${message}`);
+        }
+    }
+    async ensureReady() {
+        if (!this.pipe) {
+            await this.init();
+        }
+        return this.pipe;
+    }
+    async embed(text) {
+        const pipe = await this.ensureReady();
+        const output = await pipe(text, { pooling: 'mean', normalize: true });
+        const raw = Array.from(output.data).slice(0, this.dimensions);
+        return l2Normalise(raw);
+    }
+    async embedBatch(texts) {
+        if (texts.length === 0)
+            return [];
+        const pipe = await this.ensureReady();
+        const output = await pipe(texts, { pooling: 'mean', normalize: true });
+        const data = output.data;
+        const results = [];
+        for (let i = 0; i < texts.length; i++) {
+            const start = i * this.dimensions;
+            const raw = Array.from(data.slice(start, start + this.dimensions));
+            results.push(l2Normalise(raw));
+        }
+        return results;
+    }
+    getDimensions() {
+        return this.dimensions;
+    }
+    isReady() {
+        return this.pipe !== null;
+    }
+}
+// Singleton
+let instance = null;
+export async function getEmbedder() {
+    if (!instance) {
+        instance = new EmbedderImpl();
+    }
+    return instance;
+}
+//# sourceMappingURL=embedder.js.map

package/dist/embedding/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/embedding/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAkC,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAU1C,SAAS,WAAW,CAAC,MAAgB;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,SAAS,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACnC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,YAAY;IACR,IAAI,GAAqC,IAAI,CAAC;IAC9C,WAAW,GAAyB,IAAI,CAAC;IAChC,SAAS,CAAS;IAClB,UAAU,CAAS;IAEpC;QACE,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,WAAW,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,OAAO,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;QACxE,IAAI,CAAC;YACH,kFAAkF;YAClF,IAAI,CAAC,IAAI,GAAG,MAAO,QAAqB,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE;gBAC7E,KAAK,EAAE,MAAM;aACd,CAA8B,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,MAAM,OAAO,EAAE,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,IAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9E,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoB,CAAC;QACzC,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;IAC5B,CAAC;CACF;AAED,YAAY;AACZ,IAAI,QAAQ,GAAwB,IAAI,CAAC;AAEzC,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/extraction/auto-extractor.d.ts

@@ -0,0 +1,7 @@
+import type { BufferedEvent, ExtractedMemory, LLMClient, Memory } from '../types/index.js';
+import type { EntityExtractor } from './extractor.js';
+import type { Embedder } from '../embedding/embedder.js';
+import type { QdrantStore } from '../storage/qdrant.js';
+export declare function extractWithLLM(events: BufferedEvent[], recentContext: string, llmClient: LLMClient): Promise<ExtractedMemory[]>;
+export declare function extractLocally(events: BufferedEvent[], recentMemories: Memory[], extractor: EntityExtractor, embedder: Embedder, qdrant: QdrantStore): Promise<ExtractedMemory[]>;
+//# sourceMappingURL=auto-extractor.d.ts.map

package/dist/extraction/auto-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/auto-extractor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EAEf,SAAS,EACT,MAAM,EACP,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAmDxD,wBAAsB,cAAc,CAClC,MAAM,EAAE,aAAa,EAAE,EACvB,aAAa,EAAE,MAAM,EACrB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,eAAe,EAAE,CAAC,CAiC5B;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,aAAa,EAAE,EACvB,cAAc,EAAE,MAAM,EAAE,EACxB,SAAS,EAAE,eAAe,EAC1B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,EAAE,CAAC,CAgE5B"}