cognitive-core 0.0.2 → 0.1.2

package/dist/embeddings/provider.d.ts

@@ -0,0 +1,101 @@
+/**
+ * Embedding Provider Interface and Implementations
+ *
+ * Provides a unified interface for generating embeddings from text.
+ * Supports hosted providers (OpenAI, etc.) and local models.
+ */
+/**
+ * Interface for embedding providers (hosted or local)
+ */
+export interface EmbeddingProvider {
+    /** Provider name for logging/debugging */
+    readonly name: string;
+    /** Embedding dimension */
+    readonly dimension: number;
+    /** Embed a single text */
+    embed(text: string): Promise<number[]>;
+    /** Embed multiple texts (batch) */
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+/**
+ * OpenAI embedding provider
+ */
+export declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
+    readonly name = "openai";
+    readonly dimension: number;
+    private apiKey;
+    private model;
+    private baseUrl;
+    constructor(options: {
+        apiKey: string;
+        model?: string;
+        dimension?: number;
+        baseUrl?: string;
+    });
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+/**
+ * Anthropic Voyage embedding provider
+ * Uses Voyage AI embeddings via Anthropic partnership
+ */
+export declare class VoyageEmbeddingProvider implements EmbeddingProvider {
+    readonly name = "voyage";
+    readonly dimension: number;
+    private apiKey;
+    private model;
+    constructor(options: {
+        apiKey: string;
+        model?: string;
+        dimension?: number;
+    });
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+/**
+ * Local embedding provider using @huggingface/transformers
+ * Runs transformer models locally in Node.js using ONNX runtime
+ */
+export declare class LocalEmbeddingProvider implements EmbeddingProvider {
+    readonly name = "local";
+    readonly dimension: number;
+    private modelName;
+    private extractor;
+    private initPromise;
+    /** Default model - all-MiniLM-L6-v2 is small and fast with good quality */
+    static readonly DEFAULT_MODEL = "sentence-transformers/all-MiniLM-L6-v2";
+    /** Dimensions for common models */
+    static readonly MODEL_DIMENSIONS: Record<string, number>;
+    constructor(options?: {
+        modelName?: string;
+        modelPath?: string;
+        dimension?: number;
+    });
+    /** Get the model name/path */
+    get modelPath(): string;
+    private initialize;
+    private doInitialize;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    /**
+     * Check if a model is available locally (cached)
+     * This can be used to pre-warm the cache
+     */
+    isModelCached(): Promise<boolean>;
+}
+/**
+ * Configuration for embedding providers
+ */
+export interface EmbeddingProviderConfig {
+    type: "openai" | "voyage" | "local" | "none";
+    apiKey?: string;
+    model?: string;
+    modelPath?: string;
+    dimension?: number;
+    baseUrl?: string;
+}
+/**
+ * Create an embedding provider from configuration
+ */
+export declare function createEmbeddingProvider(config: EmbeddingProviderConfig): EmbeddingProvider | null;
+//# sourceMappingURL=provider.d.ts.map

package/dist/embeddings/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,0CAA0C;IAC1C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,0BAA0B;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,0BAA0B;IAC1B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEvC,mCAAmC;IACnC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CAClD;AAED;;GAEG;AACH,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAOK,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CA2BvD;AAED;;;GAGG;AACH,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAMrE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAyBvD;AAED;;;GAGG;AACH,qBAAa,sBAAuB,YAAW,iBAAiB;IAC9D,QAAQ,CAAC,IAAI,WAAW;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,WAAW,CAA8B;IAEjD,2EAA2E;IAC3E,MAAM,CAAC,QAAQ,CAAC,aAAa,4CAA4C;IACzE,mCAAmC;IACnC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CActD;gBAEU,OAAO,CAAC,EAAE;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAaD,8BAA8B;IAC9B,IAAI,SAAS,IAAI,MAAM,CAEtB;YAEa,UAAU;YAaV,YAAY;IAyBpB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAatC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAiBtD;;;OAGG;IACG,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;CASxC;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,uBAAuB,GAC9B,iBAAiB,GAAG,IAAI,CAqC1B"}

package/dist/embeddings/provider.js

@@ -0,0 +1,235 @@
+/**
+ * Embedding Provider Interface and Implementations
+ *
+ * Provides a unified interface for generating embeddings from text.
+ * Supports hosted providers (OpenAI, etc.) and local models.
+ */
+/**
+ * OpenAI embedding provider
+ */
+export class OpenAIEmbeddingProvider {
+    name = "openai";
+    dimension;
+    apiKey;
+    model;
+    baseUrl;
+    constructor(options) {
+        this.apiKey = options.apiKey;
+        this.model = options.model ?? "text-embedding-3-small";
+        this.dimension = options.dimension ?? 1536;
+        this.baseUrl = options.baseUrl ?? "https://api.openai.com/v1";
+    }
+    async embed(text) {
+        const [embedding] = await this.embedBatch([text]);
+        return embedding;
+    }
+    async embedBatch(texts) {
+        const response = await fetch(`${this.baseUrl}/embeddings`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                model: this.model,
+                input: texts,
+                dimensions: this.dimension,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`OpenAI embedding error: ${response.status} - ${error}`);
+        }
+        const data = (await response.json());
+        // Sort by index to maintain order
+        const sorted = data.data.sort((a, b) => a.index - b.index);
+        return sorted.map((item) => item.embedding);
+    }
+}
+/**
+ * Anthropic Voyage embedding provider
+ * Uses Voyage AI embeddings via Anthropic partnership
+ */
+export class VoyageEmbeddingProvider {
+    name = "voyage";
+    dimension;
+    apiKey;
+    model;
+    constructor(options) {
+        this.apiKey = options.apiKey;
+        this.model = options.model ?? "voyage-2";
+        this.dimension = options.dimension ?? 1024;
+    }
+    async embed(text) {
+        const [embedding] = await this.embedBatch([text]);
+        return embedding;
+    }
+    async embedBatch(texts) {
+        const response = await fetch("https://api.voyageai.com/v1/embeddings", {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                model: this.model,
+                input: texts,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`Voyage embedding error: ${response.status} - ${error}`);
+        }
+        const data = (await response.json());
+        const sorted = data.data.sort((a, b) => a.index - b.index);
+        return sorted.map((item) => item.embedding);
+    }
+}
+/**
+ * Local embedding provider using @huggingface/transformers
+ * Runs transformer models locally in Node.js using ONNX runtime
+ */
+export class LocalEmbeddingProvider {
+    name = "local";
+    dimension;
+    modelName;
+    extractor = null;
+    initPromise = null;
+    /** Default model - all-MiniLM-L6-v2 is small and fast with good quality */
+    static DEFAULT_MODEL = "sentence-transformers/all-MiniLM-L6-v2";
+    /** Dimensions for common models */
+    static MODEL_DIMENSIONS = {
+        "sentence-transformers/all-MiniLM-L6-v2": 384,
+        "sentence-transformers/all-MiniLM-L12-v2": 384,
+        "BAAI/bge-small-en-v1.5": 384,
+        "BAAI/bge-base-en-v1.5": 768,
+        "intfloat/e5-small-v2": 384,
+        "intfloat/e5-base-v2": 768,
+        // Keep Xenova aliases for backwards compatibility
+        "Xenova/all-MiniLM-L6-v2": 384,
+        "Xenova/all-MiniLM-L12-v2": 384,
+        "Xenova/bge-small-en-v1.5": 384,
+        "Xenova/bge-base-en-v1.5": 768,
+        "Xenova/e5-small-v2": 384,
+        "Xenova/e5-base-v2": 768,
+    };
+    constructor(options) {
+        this.modelName =
+            options?.modelName ??
+                options?.modelPath ??
+                LocalEmbeddingProvider.DEFAULT_MODEL;
+        // Auto-detect dimension from known models or use provided/default
+        this.dimension =
+            options?.dimension ??
+                LocalEmbeddingProvider.MODEL_DIMENSIONS[this.modelName] ??
+                384;
+    }
+    /** Get the model name/path */
+    get modelPath() {
+        return this.modelName;
+    }
+    async initialize() {
+        if (this.extractor)
+            return;
+        // Prevent multiple concurrent initializations
+        if (this.initPromise) {
+            await this.initPromise;
+            return;
+        }
+        this.initPromise = this.doInitialize();
+        await this.initPromise;
+    }
+    async doInitialize() {
+        try {
+            // Dynamic import — @huggingface/transformers is an optional dependency
+            const { pipeline } = await import("@huggingface/transformers");
+            // Create feature-extraction pipeline for embeddings
+            this.extractor = await pipeline("feature-extraction", this.modelName, {
+                dtype: "fp32", // Use fp32 for better compatibility
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            if (message.includes("Cannot find module") ||
+                message.includes("ERR_MODULE_NOT_FOUND")) {
+                throw new Error(`Local embeddings require @huggingface/transformers. Install it with: npm install @huggingface/transformers`);
+            }
+            throw new Error(`Failed to initialize local embedding model "${this.modelName}": ${message}`);
+        }
+    }
+    async embed(text) {
+        await this.initialize();
+        // Run the extractor
+        const output = await this.extractor(text, {
+            pooling: "mean", // Mean pooling over tokens
+            normalize: true, // L2 normalize the output
+        });
+        // Convert tensor to array
+        return Array.from(output.data);
+    }
+    async embedBatch(texts) {
+        await this.initialize();
+        // Process in batch for better efficiency
+        const results = [];
+        for (const text of texts) {
+            const output = await this.extractor(text, {
+                pooling: "mean",
+                normalize: true,
+            });
+            results.push(Array.from(output.data));
+        }
+        return results;
+    }
+    /**
+     * Check if a model is available locally (cached)
+     * This can be used to pre-warm the cache
+     */
+    async isModelCached() {
+        try {
+            // Returns false if @huggingface/transformers is not installed
+            const { env } = await import("@huggingface/transformers");
+            return env.cacheDir !== undefined;
+        }
+        catch {
+            return false;
+        }
+    }
+}
+/**
+ * Create an embedding provider from configuration
+ */
+export function createEmbeddingProvider(config) {
+    switch (config.type) {
+        case "openai":
+            if (!config.apiKey) {
+                throw new Error("OpenAI embedding provider requires apiKey");
+            }
+            return new OpenAIEmbeddingProvider({
+                apiKey: config.apiKey,
+                model: config.model,
+                dimension: config.dimension,
+                baseUrl: config.baseUrl,
+            });
+        case "voyage":
+            if (!config.apiKey) {
+                throw new Error("Voyage embedding provider requires apiKey");
+            }
+            return new VoyageEmbeddingProvider({
+                apiKey: config.apiKey,
+                model: config.model,
+                dimension: config.dimension,
+            });
+        case "local":
+            // Local provider now has sensible defaults
+            return new LocalEmbeddingProvider({
+                modelName: config.model,
+                modelPath: config.modelPath,
+                dimension: config.dimension,
+            });
+        case "none":
+            return null;
+        default:
+            return null;
+    }
+}
+//# sourceMappingURL=provider.js.map

package/dist/embeddings/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAmBH;;GAEG;AACH,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,SAAS,CAAS;IACnB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,OAAO,CAAS;IAExB,YAAY,OAKX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,wBAAwB,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,KAAK;gBACZ,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,kCAAkC;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,SAAS,CAAS;IACnB,MAAM,CAAS;IACf,KAAK,CAAS;IAEtB,YAAY,OAA+D;QACzE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YACrE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,KAAK;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,MAAM,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,OAAO,sBAAsB;IACxB,IAAI,GAAG,OAAO,CAAC;IACf,SAAS,CAAS;IACnB,SAAS,CAAS;IAClB,SAAS,GAAQ,IAAI,CAAC;IACtB,WAAW,GAAyB,IAAI,CAAC;IAEjD,2EAA2E;IAC3E,MAAM,CAAU,aAAa,GAAG,wCAAwC,CAAC;IACzE,mCAAmC;IACnC,MAAM,CAAU,gBAAgB,GAA2B;QACzD,wCAAwC,EAAE,GAAG;QAC7C,yCAAyC,EAAE,GAAG;QAC9C,wBAAwB,EAAE,GAAG;QAC7B,uBAAuB,EAAE,GAAG;QAC5B,sBAAsB,EAAE,GAAG;QAC3B,qBAAqB,EAAE,GAAG;QAC1B,kDAAkD;QAClD,yBAAyB,EAAE,GAAG;QAC9B,0BAA0B,EAAE,GAAG;QAC/B,0BAA0B,EAAE,GAAG;QAC/B,yBAAyB,EAAE,GAAG;QAC9B,oBAAoB,EAAE,GAAG;QACzB,mBAAmB,EAAE,GAAG;KACzB,CAAC;IAEF,YAAY,OAIX;QACC,IAAI,CAAC,SAAS;YACZ,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,SAAS;gBAClB,sBAAsB,CAAC,aAAa,CAAC;QAEvC,kEAAkE;QAClE,IAAI,CAAC,SAAS;YACZ,OAAO,EAAE,SAAS;gBAClB,sBAAsB,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC;gBACvD,GAAG,CAAC;IACR,CAAC;IAED,8BAA8B;IAC9B,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAE3B,8CAA8C;QAC9C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,WAAW,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAE/D,oDAAoD;YACpD,IAAI,CAAC,SAAS,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE;gBACpE,KAAK,EAAE,MAAM,EAAE,oCAAoC;aACpD,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IACE,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;gBACtC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EACxC,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,4GAA4G,CAC7G,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,KAAK,CACb,+CAA+C,IAAI,CAAC,SAAS,MAAM,OAAO,EAAE,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACxC,OAAO,EAAE,MAAM,EAAE,2BAA2B;YAC5C,SAAS,EAAE,IAAI,EAAE,0BAA0B;SAC5C,CAAC,CAAC;QAEH,0BAA0B;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,yCAAyC;QACzC,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;gBACxC,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAC1D,OAAO,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;;AAeH;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAA+B;IAE/B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,QAAQ;YACX,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,IAAI,uBAAuB,CAAC;gBACjC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;QAEL,KAAK,QAAQ;YACX,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,IAAI,uBAAuB,CAAC;gBACjC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;QAEL,KAAK,OAAO;YACV,2CAA2C;YAC3C,OAAO,IAAI,sBAAsB,CAAC;gBAChC,SAAS,EAAE,MAAM,CAAC,KAAK;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;QAEL,KAAK,MAAM;YACT,OAAO,IAAI,CAAC;QAEd;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/embeddings/vector-store.d.ts

@@ -0,0 +1,101 @@
+/**
+ * Vector Store using sqlite-vec
+ *
+ * Provides efficient vector similarity search using SQLite with the sqlite-vec extension.
+ * sqlite-vec is optimized for in-process vector search without the overhead of external services.
+ */
+import type { MemoryItemType } from './bm25.js';
+export interface VectorSearchResult {
+    id: string;
+    score: number;
+    content: string;
+    type: MemoryItemType;
+}
+/**
+ * Vector store using sqlite-vec for efficient similarity search
+ */
+export declare class SqliteVectorStore {
+    private db;
+    private dimension;
+    private tableName;
+    private initialized;
+    constructor(options: {
+        dbPath: string;
+        dimension: number;
+        tableName?: string;
+    });
+    /**
+     * Initialize the database schema
+     */
+    private initialize;
+    /**
+     * Insert or update a vector with metadata
+     */
+    insert(id: string, embedding: number[], type: MemoryItemType, content: string): void;
+    /**
+     * Insert multiple vectors in batch
+     */
+    insertBatch(items: Array<{
+        id: string;
+        embedding: number[];
+        type: MemoryItemType;
+        content: string;
+    }>): void;
+    /**
+     * Search for similar vectors
+     */
+    search(queryEmbedding: number[], options?: {
+        k?: number;
+        type?: MemoryItemType;
+        threshold?: number;
+    }): VectorSearchResult[];
+    /**
+     * Get a vector by ID
+     */
+    get(id: string): {
+        embedding: number[];
+        type: MemoryItemType;
+        content: string;
+    } | null;
+    /**
+     * Check if an ID exists
+     */
+    has(id: string): boolean;
+    /**
+     * Delete a vector
+     */
+    delete(id: string): boolean;
+    /**
+     * Get the number of vectors stored
+     */
+    get count(): number;
+    /**
+     * Get count by type
+     */
+    countByType(type: MemoryItemType): number;
+    /**
+     * Clear all vectors
+     */
+    clear(): void;
+    /**
+     * Close the database connection
+     */
+    close(): void;
+    /**
+     * Get database statistics
+     */
+    getStats(): {
+        totalVectors: number;
+        byType: Record<MemoryItemType, number>;
+        dimension: number;
+    };
+}
+/**
+ * Create a new vector store
+ */
+export declare function createVectorStore(options: {
+    dbPath: string;
+    dimension: number;
+    tableName?: string;
+}): SqliteVectorStore;
+//# sourceMappingURL=vector-store.d.ts.map

package/dist/embeddings/vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.ts","sourceRoot":"","sources":["../../src/embeddings/vector-store.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,cAAc,CAAC;CACtB;AAED;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,OAAO,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAaD;;OAEG;IACH,OAAO,CAAC,UAAU;IA+BlB;;OAEG;IACH,MAAM,CACJ,EAAE,EAAE,MAAM,EACV,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,EAAE,cAAc,EACpB,OAAO,EAAE,MAAM,GACd,IAAI;IA4BP;;OAEG;IACH,WAAW,CACT,KAAK,EAAE,KAAK,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,IAAI,EAAE,cAAc,CAAC;QACrB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,GACD,IAAI;IA0BP;;OAEG;IACH,MAAM,CACJ,cAAc,EAAE,MAAM,EAAE,EACxB,OAAO,GAAE;QACP,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,IAAI,CAAC,EAAE,cAAc,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACf,GACL,kBAAkB,EAAE;IA+DvB;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAsBtF;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAOxB;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAkB3B;;OAEG;IACH,IAAI,KAAK,IAAI,MAAM,CAMlB;IAED;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM;IAQzC;;OAEG;IACH,KAAK,IAAI,IAAI;IASb;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,QAAQ,IAAI;QACV,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC;KACnB;CAcF;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,iBAAiB,CAEpB"}