@memextend/core 0.1.0

package/dist/embedding/index.d.ts

@@ -0,0 +1,3 @@
+export { LocalEmbedding, cosineSimilarity, isModelAvailable, createEmbedFunction } from './local.js';
+export type { EmbeddingOptions } from './local.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/embedding/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACrG,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC"}

package/dist/embedding/index.js

@@ -0,0 +1,4 @@
+// packages/core/src/embedding/index.ts
+// Copyright (c) 2026 ZodTTD LLC. MIT License.
+export { LocalEmbedding, cosineSimilarity, isModelAvailable, createEmbedFunction } from './local.js';
+//# sourceMappingURL=index.js.map

package/dist/embedding/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,8CAA8C;AAE9C,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/dist/embedding/local.d.ts

@@ -0,0 +1,54 @@
+export interface EmbeddingOptions {
+    modelsDir?: string;
+    dimensions?: number;
+}
+export declare class LocalEmbedding {
+    private model;
+    private context;
+    private readonly dimensions;
+    private constructor();
+    static create(modelsDir: string): Promise<LocalEmbedding>;
+    private static downloadModel;
+    /**
+     * Generate embedding for a document/memory
+     */
+    embed(text: string): Promise<number[]>;
+    /**
+     * Generate embedding for a search query
+     */
+    embedQuery(text: string): Promise<number[]>;
+    /**
+     * Batch embed multiple texts (documents)
+     */
+    embedBatch(texts: string[]): Promise<number[][]>;
+    /**
+     * Get the embedding dimensions
+     */
+    getDimensions(): number;
+    /**
+     * Normalize vector to unit length (for cosine similarity)
+     */
+    private normalize;
+    close(): Promise<void>;
+}
+/**
+ * Calculate cosine similarity between two vectors
+ */
+export declare function cosineSimilarity(a: number[], b: number[]): number;
+/**
+ * Check if the embedding model is available (downloaded)
+ */
+export declare function isModelAvailable(modelsDir: string): boolean;
+/**
+ * Create an embed function that uses real embeddings if available,
+ * otherwise falls back to a deterministic hash-based mock.
+ * This is useful for hooks that need fast startup but still work
+ * without the model downloaded.
+ */
+export declare function createEmbedFunction(modelsDir: string): Promise<{
+    embed: (text: string) => Promise<number[]>;
+    embedQuery: (text: string) => Promise<number[]>;
+    isReal: boolean;
+    close: () => Promise<void>;
+}>;
+//# sourceMappingURL=local.d.ts.map

package/dist/embedding/local.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/embedding/local.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IAEzB,OAAO,CAAC,KAAK,CAAM;IACnB,OAAO,CAAC,OAAO,CAAM;IACrB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO;WAMM,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;mBAsB1C,aAAa;IAkBlC;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAQ5C;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAOjD;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAQtD;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,OAAO,CAAC,SAAS;IAMX,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CASjE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAG3D;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IACpE,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAChD,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC,CAwCD"}

package/dist/embedding/local.js

@@ -0,0 +1,162 @@
+// packages/core/src/embedding/local.ts
+// Copyright (c) 2026 ZodTTD LLC. MIT License.
+import { join } from 'path';
+import { existsSync, createWriteStream } from 'fs';
+import { mkdir } from 'fs/promises';
+import { pipeline } from 'stream/promises';
+const MODEL_URL = 'https://huggingface.co/nomic-ai/nomic-embed-text-v1.5-GGUF/resolve/main/nomic-embed-text-v1.5.Q8_0.gguf';
+const MODEL_FILENAME = 'nomic-embed-text-v1.5.Q8_0.gguf';
+export class LocalEmbedding {
+    // Using any to avoid ESM/CJS type issues with dynamic imports
+    model;
+    context;
+    dimensions;
+    constructor(model, context, dimensions) {
+        this.model = model;
+        this.context = context;
+        this.dimensions = dimensions;
+    }
+    static async create(modelsDir) {
+        const modelPath = join(modelsDir, MODEL_FILENAME);
+        // Download model if not exists
+        if (!existsSync(modelPath)) {
+            await LocalEmbedding.downloadModel(modelsDir, modelPath);
+        }
+        // Dynamic import of node-llama-cpp to avoid ESM/CJS issues
+        const { getLlama, LlamaLogLevel } = await import('node-llama-cpp');
+        // Suppress node-llama-cpp warnings (tokenizer warnings are expected with this model)
+        const llama = await getLlama({
+            logLevel: LlamaLogLevel.error // Only show errors, not warnings
+        });
+        const model = await llama.loadModel({ modelPath });
+        const context = await model.createEmbeddingContext();
+        // Nomic embed text v1.5 produces 768-dim vectors, but we'll use 384 for efficiency
+        return new LocalEmbedding(model, context, 384);
+    }
+    static async downloadModel(modelsDir, modelPath) {
+        await mkdir(modelsDir, { recursive: true });
+        console.log(`Downloading embedding model to ${modelPath}...`);
+        console.log('This is a one-time download (~274MB)');
+        const response = await fetch(MODEL_URL);
+        if (!response.ok || !response.body) {
+            throw new Error(`Failed to download model: ${response.statusText}`);
+        }
+        const fileStream = createWriteStream(modelPath);
+        // @ts-ignore - Node.js streams compatibility
+        await pipeline(response.body, fileStream);
+        console.log('Model downloaded successfully');
+    }
+    /**
+     * Generate embedding for a document/memory
+     */
+    async embed(text) {
+        const prefixedText = `search_document: ${text}`;
+        const embedding = await this.context.getEmbeddingFor(prefixedText);
+        // Truncate or pad to target dimensions
+        const vector = Array.from(embedding.vector).slice(0, this.dimensions);
+        return this.normalize(vector);
+    }
+    /**
+     * Generate embedding for a search query
+     */
+    async embedQuery(text) {
+        const prefixedText = `search_query: ${text}`;
+        const embedding = await this.context.getEmbeddingFor(prefixedText);
+        const vector = Array.from(embedding.vector).slice(0, this.dimensions);
+        return this.normalize(vector);
+    }
+    /**
+     * Batch embed multiple texts (documents)
+     */
+    async embedBatch(texts) {
+        const results = [];
+        for (const text of texts) {
+            results.push(await this.embed(text));
+        }
+        return results;
+    }
+    /**
+     * Get the embedding dimensions
+     */
+    getDimensions() {
+        return this.dimensions;
+    }
+    /**
+     * Normalize vector to unit length (for cosine similarity)
+     */
+    normalize(vector) {
+        const norm = Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0));
+        if (norm === 0)
+            return vector;
+        return vector.map(v => v / norm);
+    }
+    async close() {
+        await this.context.dispose();
+    }
+}
+/**
+ * Calculate cosine similarity between two vectors
+ */
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length) {
+        throw new Error(`Vector dimensions must match: ${a.length} vs ${b.length}`);
+    }
+    let dot = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+    }
+    return dot; // Already normalized, so this is cosine similarity
+}
+/**
+ * Check if the embedding model is available (downloaded)
+ */
+export function isModelAvailable(modelsDir) {
+    const modelPath = join(modelsDir, MODEL_FILENAME);
+    return existsSync(modelPath);
+}
+/**
+ * Create an embed function that uses real embeddings if available,
+ * otherwise falls back to a deterministic hash-based mock.
+ * This is useful for hooks that need fast startup but still work
+ * without the model downloaded.
+ */
+export async function createEmbedFunction(modelsDir) {
+    // Try to use real embeddings if model exists
+    if (isModelAvailable(modelsDir)) {
+        try {
+            const embedding = await LocalEmbedding.create(modelsDir);
+            return {
+                embed: (text) => embedding.embed(text),
+                embedQuery: (text) => embedding.embedQuery(text),
+                isReal: true,
+                close: () => embedding.close()
+            };
+        }
+        catch (error) {
+            console.error('[memextend] Failed to load embedding model, using fallback:', error);
+        }
+    }
+    // Fallback: deterministic hash-based embedding
+    // This allows the system to work without the model, but with reduced semantic quality
+    const { createHash } = await import('crypto');
+    const hashEmbed = (text, prefix) => {
+        const hash = createHash('sha256').update(prefix + text).digest();
+        const vector = Array.from(hash).slice(0, 32);
+        // Expand to 384 dimensions using multiple hash rounds
+        const expanded = [];
+        for (let i = 0; i < 12; i++) {
+            const roundHash = createHash('sha256').update(text + i.toString()).digest();
+            expanded.push(...Array.from(roundHash).slice(0, 32));
+        }
+        // Normalize
+        const norm = Math.sqrt(expanded.reduce((sum, v) => sum + v * v, 0));
+        return expanded.map(v => v / norm / 255);
+    };
+    return {
+        embed: async (text) => hashEmbed(text, 'doc:'),
+        embedQuery: async (text) => hashEmbed(text, 'query:'),
+        isReal: false,
+        close: async () => { }
+    };
+}
+//# sourceMappingURL=local.js.map

package/dist/embedding/local.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/embedding/local.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,8CAA8C;AAE9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,MAAM,SAAS,GAAG,yGAAyG,CAAC;AAC5H,MAAM,cAAc,GAAG,iCAAiC,CAAC;AAOzD,MAAM,OAAO,cAAc;IACzB,8DAA8D;IACtD,KAAK,CAAM;IACX,OAAO,CAAM;IACJ,UAAU,CAAS;IAEpC,YAAoB,KAAU,EAAE,OAAY,EAAE,UAAkB;QAC9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAiB;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAElD,+BAA+B;QAC/B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,cAAc,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC3D,CAAC;QAED,2DAA2D;QAC3D,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAEnE,qFAAqF;QACrF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC;YAC3B,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAE,iCAAiC;SACjE,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,sBAAsB,EAAE,CAAC;QAErD,mFAAmF;QACnF,OAAO,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACjD,CAAC;IAEO,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,SAAiB,EAAE,SAAiB;QACrE,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,OAAO,CAAC,GAAG,CAAC,kCAAkC,SAAS,KAAK,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QAEpD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAChD,6CAA6C;QAC7C,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAE1C,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,YAAY,GAAG,oBAAoB,IAAI,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QACnE,uCAAuC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,YAAY,GAAG,iBAAiB,IAAI,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,MAAgB;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAC9B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,GAAG,CAAC,CAAC,mDAAmD;AACjE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAClD,OAAO,UAAU,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAiB;IAMzD,6CAA6C;IAC7C,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzD,OAAO;gBACL,KAAK,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC9C,UAAU,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC;gBACxD,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE;aAC/B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,KAAK,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,sFAAsF;IACtF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE9C,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,MAAc,EAAY,EAAE;QAC3D,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACjE,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7C,sDAAsD;QACtD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YAC5E,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,YAAY;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC;IAC3C,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC;QACtD,UAAU,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC;QAC7D,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;KACtB,CAAC;AACJ,CAAC"}

package/dist/embedding/local.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=local.test.d.ts.map

package/dist/embedding/local.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.test.d.ts","sourceRoot":"","sources":["../../src/embedding/local.test.ts"],"names":[],"mappings":""}

package/dist/embedding/local.test.js

@@ -0,0 +1,73 @@
+// packages/core/src/embedding/local.test.ts
+// Copyright (c) 2026 ZodTTD LLC. MIT License.
+import { describe, it, expect, beforeAll, afterAll } from 'vitest';
+import { LocalEmbedding, cosineSimilarity } from './local.js';
+import { join } from 'path';
+import { tmpdir } from 'os';
+// Use a shared model directory to avoid re-downloading
+const SHARED_MODEL_DIR = join(tmpdir(), 'memextend-models-test');
+describe('LocalEmbedding', () => {
+    let embedding;
+    beforeAll(async () => {
+        // This may take a while on first run due to model download
+        embedding = await LocalEmbedding.create(SHARED_MODEL_DIR);
+    }, 300000); // 5 min timeout for model download
+    afterAll(async () => {
+        await embedding.close();
+        // Don't delete the model dir - keep for subsequent test runs
+    });
+    it('should generate embeddings with correct dimensions', async () => {
+        const vector = await embedding.embed('Hello world');
+        expect(vector.length).toBe(384);
+    });
+    it('should generate normalized vectors', async () => {
+        const vector = await embedding.embed('Test normalization');
+        const magnitude = Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0));
+        expect(magnitude).toBeCloseTo(1.0, 5);
+    });
+    it('should generate similar embeddings for similar text', async () => {
+        const vec1 = await embedding.embed('The cat sat on the mat');
+        const vec2 = await embedding.embed('A cat was sitting on a mat');
+        const vec3 = await embedding.embed('JavaScript programming language');
+        const sim12 = cosineSimilarity(vec1, vec2);
+        const sim13 = cosineSimilarity(vec1, vec3);
+        expect(sim12).toBeGreaterThan(sim13);
+    });
+    it('should batch embed multiple texts', async () => {
+        const texts = ['First text', 'Second text', 'Third text'];
+        const vectors = await embedding.embedBatch(texts);
+        expect(vectors.length).toBe(3);
+        vectors.forEach(vec => expect(vec.length).toBe(384));
+    });
+    it('should differentiate between query and document embeddings', async () => {
+        const doc = await embedding.embed('Documentation about Redis caching');
+        const query = await embedding.embedQuery('How to use Redis?');
+        // Both should be valid vectors
+        expect(doc.length).toBe(384);
+        expect(query.length).toBe(384);
+        // Query should be somewhat similar to doc
+        const sim = cosineSimilarity(doc, query);
+        expect(sim).toBeGreaterThan(0);
+    });
+    it('should report correct dimensions', () => {
+        expect(embedding.getDimensions()).toBe(384);
+    });
+});
+describe('cosineSimilarity', () => {
+    it('should return 1 for identical vectors', () => {
+        const vec = [0.5, 0.5, 0.5, 0.5];
+        const normalized = vec.map(v => v / Math.sqrt(vec.length * 0.25));
+        expect(cosineSimilarity(normalized, normalized)).toBeCloseTo(1.0, 5);
+    });
+    it('should return 0 for orthogonal vectors', () => {
+        const a = [1, 0, 0, 0];
+        const b = [0, 1, 0, 0];
+        expect(cosineSimilarity(a, b)).toBeCloseTo(0, 5);
+    });
+    it('should throw for mismatched dimensions', () => {
+        const a = [1, 2, 3];
+        const b = [1, 2];
+        expect(() => cosineSimilarity(a, b)).toThrow('Vector dimensions must match');
+    });
+});
+//# sourceMappingURL=local.test.js.map

package/dist/embedding/local.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.test.js","sourceRoot":"","sources":["../../src/embedding/local.test.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAC5C,8CAA8C;AAE9C,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAG5B,uDAAuD;AACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC;AAEjE,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,SAAyB,CAAC;IAE9B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,2DAA2D;QAC3D,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC5D,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,mCAAmC;IAE/C,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QACxB,6DAA6D;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAEtE,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAE3C,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,KAAK,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;QAE9D,+BAA+B;QAC/B,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE/B,0CAA0C;QAC1C,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvB,MAAM,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACpB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjB,MAAM,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export * from './storage/index.js';
+export * from './embedding/index.js';
+export * from './memory/index.js';
+export * from './utils/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC"}

package/dist/index.js

@@ -0,0 +1,7 @@
+// @memextend/core
+// Copyright (c) 2026 ZodTTD LLC. MIT License.
+export * from './storage/index.js';
+export * from './embedding/index.js';
+export * from './memory/index.js';
+export * from './utils/index.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,kBAAkB;AAClB,8CAA8C;AAE9C,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC"}

package/dist/memory/capture.d.ts

@@ -0,0 +1,102 @@
+import type { SourceTool } from './types.js';
+export interface ToolCapture {
+    tool: SourceTool;
+    input: Record<string, unknown>;
+    output: string;
+}
+export interface TextCapture {
+    type: 'reasoning';
+    content: string;
+}
+export type Capture = ToolCapture | TextCapture;
+export interface TranscriptEntry {
+    type: string;
+    message?: {
+        role?: string;
+        content?: Array<{
+            type: string;
+            text?: string;
+            name?: string;
+            id?: string;
+            input?: Record<string, unknown>;
+            tool_use_id?: string;
+            content?: string | Array<{
+                type: string;
+                text?: string;
+            }>;
+        }> | string;
+    };
+}
+export declare const CONFIGURABLE_TOOLS: readonly ["Edit", "Write", "Bash", "Task"];
+export type ConfigurableTool = typeof CONFIGURABLE_TOOLS[number];
+export interface ToolCaptureConfig {
+    Edit?: boolean;
+    Write?: boolean;
+    Bash?: boolean;
+    Task?: boolean;
+}
+export interface TranscriptParserOptions {
+    /** @deprecated Use toolConfig instead */
+    captureTools?: Set<string>;
+    /** @deprecated Use toolConfig instead */
+    skipTools?: Set<string>;
+    /** Individual tool enable/disable config */
+    toolConfig?: ToolCaptureConfig;
+    /** @deprecated Use maxReasoningLength and maxToolOutputLength instead */
+    maxContentLength?: number;
+    /** Max length for reasoning text captures (default: 10000) */
+    maxReasoningLength?: number;
+    /** Max length for tool output captures (default: 2000) */
+    maxToolOutputLength?: number;
+    captureReasoning?: boolean;
+}
+export declare class TranscriptParser {
+    private toolConfig;
+    private maxReasoningLength;
+    private maxToolOutputLength;
+    private captureReasoning;
+    constructor(options?: TranscriptParserOptions);
+    /**
+     * Parse a Claude Code JSONL transcript and extract captures
+     *
+     * Captures two types of content:
+     * 1. Claude's text responses (reasoning, explanations, decisions)
+     * 2. Tool calls for code changes (Edit, Write)
+     *
+     * Claude Code transcript format:
+     * - type: "assistant" with message.content containing text and tool_use objects
+     * - type: "user" with message.content containing tool_result objects
+     */
+    parse(transcript: string): Capture[];
+    /**
+     * Check if text content is substantial (not just filler/transitional)
+     */
+    private isSubstantialContent;
+    /**
+     * Legacy method for backward compatibility - returns only tool captures
+     */
+    parseToolCaptures(transcript: string): ToolCapture[];
+    private shouldCapture;
+    private truncate;
+}
+/**
+ * Type guard to check if a capture is a TextCapture
+ */
+export declare function isTextCapture(capture: Capture): capture is TextCapture;
+/**
+ * Type guard to check if a capture is a ToolCapture
+ */
+export declare function isToolCapture(capture: Capture): capture is ToolCapture;
+/**
+ * Format a capture into a human-readable memory content string
+ */
+export declare function formatCaptureContent(capture: Capture): string;
+/**
+ * Format a tool capture into a human-readable memory content string
+ */
+export declare function formatToolMemoryContent(tool: SourceTool, input: Record<string, unknown>, output: string): string;
+/**
+ * @deprecated Use formatCaptureContent instead
+ */
+export declare const formatMemoryContent: typeof formatToolMemoryContent;
+//# sourceMappingURL=capture.d.ts.map

package/dist/memory/capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../../src/memory/capture.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,OAAO,GAAG,WAAW,GAAG,WAAW,CAAC;AAGhD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,KAAK,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,EAAE,CAAC,EAAE,MAAM,CAAC;YACZ,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAChC,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,IAAI,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;SAC3D,CAAC,GAAG,MAAM,CAAC;KACb,CAAC;CACH;AAUD,eAAO,MAAM,kBAAkB,4CAA6C,CAAC;AAC7E,MAAM,MAAM,gBAAgB,GAAG,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;AAGjE,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAUD,MAAM,WAAW,uBAAuB;IACtC,yCAAyC;IACzC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,yCAAyC;IACzC,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACxB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,yEAAyE;IACzE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8DAA8D;IAC9D,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,0DAA0D;IAC1D,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,gBAAgB,CAAU;gBAEtB,OAAO,GAAE,uBAA4B;IA2BjD;;;;;;;;;;OAUG;IACH,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,EAAE;IAuFpC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAqB5B;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW,EAAE;IAMpD,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,QAAQ;CAIjB;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,IAAI,WAAW,CAEtE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,IAAI,WAAW,CAEtE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAM7D;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,UAAU,EAChB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC9B,MAAM,EAAE,MAAM,GACb,MAAM,CA0CR;AAED;;GAEG;AACH,eAAO,MAAM,mBAAmB,gCAA0B,CAAC"}