@mcampa/ai-context-core 0.0.1-beta.05e8984

package/dist/embedding/ollama-embedding.js

@@ -0,0 +1,193 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaEmbedding = void 0;
+const ollama_1 = require("ollama");
+const base_embedding_1 = require("./base-embedding");
+class OllamaEmbedding extends base_embedding_1.Embedding {
+    constructor(config) {
+        super();
+        this.dimension = 768; // Default dimension for many embedding models
+        this.dimensionDetected = false; // Track if dimension has been detected
+        this.maxTokens = 2048; // Default context window for Ollama
+        this.config = config;
+        this.client = new ollama_1.Ollama({
+            host: config.host || "http://127.0.0.1:11434",
+            fetch: config.fetch,
+        });
+        // Set dimension based on config or will be detected on first use
+        if (config.dimension) {
+            this.dimension = config.dimension;
+            this.dimensionDetected = true;
+        }
+        // Set max tokens based on config or use default
+        if (config.maxTokens) {
+            this.maxTokens = config.maxTokens;
+        }
+        else {
+            // Set default based on known models
+            this.setDefaultMaxTokensForModel(config.model);
+        }
+        // If no dimension is provided, it will be detected in the first embed call
+    }
+    setDefaultMaxTokensForModel(model) {
+        // Set different max tokens based on known models
+        if (model?.includes("nomic-embed-text")) {
+            this.maxTokens = 8192; // nomic-embed-text supports 8192 tokens
+        }
+        else if (model?.includes("snowflake-arctic-embed")) {
+            this.maxTokens = 8192; // snowflake-arctic-embed supports 8192 tokens
+        }
+        else {
+            this.maxTokens = 2048; // Default for most Ollama models
+        }
+    }
+    async embed(text) {
+        // Preprocess the text
+        const processedText = this.preprocessText(text);
+        // Detect dimension on first use if not configured
+        if (!this.dimensionDetected && !this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        const embedOptions = {
+            model: this.config.model,
+            input: processedText,
+            options: this.config.options,
+        };
+        // Only include keep_alive if it has a valid value
+        if (this.config.keepAlive && this.config.keepAlive !== "") {
+            embedOptions.keep_alive = this.config.keepAlive;
+        }
+        const response = await this.client.embed(embedOptions);
+        if (!response.embeddings || !response.embeddings[0]) {
+            throw new Error("Ollama API returned invalid response");
+        }
+        return {
+            vector: response.embeddings[0],
+            dimension: this.dimension,
+        };
+    }
+    async embedBatch(texts) {
+        // Preprocess all texts
+        const processedTexts = this.preprocessTexts(texts);
+        // Detect dimension on first use if not configured
+        if (!this.dimensionDetected && !this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        // Use Ollama's native batch embedding API
+        const embedOptions = {
+            model: this.config.model,
+            input: processedTexts, // Pass array directly to Ollama
+            options: this.config.options,
+        };
+        // Only include keep_alive if it has a valid value
+        if (this.config.keepAlive && this.config.keepAlive !== "") {
+            embedOptions.keep_alive = this.config.keepAlive;
+        }
+        const response = await this.client.embed(embedOptions);
+        if (!response.embeddings || !Array.isArray(response.embeddings)) {
+            throw new Error("Ollama API returned invalid batch response");
+        }
+        // Convert to EmbeddingVector format
+        return response.embeddings.map((embedding) => ({
+            vector: embedding,
+            dimension: this.dimension,
+        }));
+    }
+    getDimension() {
+        return this.dimension;
+    }
+    getProvider() {
+        return "Ollama";
+    }
+    /**
+     * Set model type and detect its dimension
+     * @param model Model name
+     */
+    async setModel(model) {
+        this.config.model = model;
+        // Reset dimension detection when model changes
+        this.dimensionDetected = false;
+        // Update max tokens for new model
+        this.setDefaultMaxTokensForModel(model);
+        if (!this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        else {
+            console.log("[OllamaEmbedding] Dimension already detected for model " +
+                this.config.model);
+        }
+    }
+    /**
+     * Set host URL
+     * @param host Ollama host URL
+     */
+    setHost(host) {
+        this.config.host = host;
+        this.client = new ollama_1.Ollama({
+            host: host,
+            fetch: this.config.fetch,
+        });
+    }
+    /**
+     * Set keep alive duration
+     * @param keepAlive Keep alive duration
+     */
+    setKeepAlive(keepAlive) {
+        this.config.keepAlive = keepAlive;
+    }
+    /**
+     * Set additional options
+     * @param options Additional options for the model
+     */
+    setOptions(options) {
+        this.config.options = options;
+    }
+    /**
+     * Set max tokens manually
+     * @param maxTokens Maximum number of tokens
+     */
+    setMaxTokens(maxTokens) {
+        this.config.maxTokens = maxTokens;
+        this.maxTokens = maxTokens;
+    }
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient() {
+        return this.client;
+    }
+    async detectDimension(testText = "test") {
+        console.log(`[OllamaEmbedding] Detecting embedding dimension...`);
+        try {
+            const processedText = this.preprocessText(testText);
+            const embedOptions = {
+                model: this.config.model,
+                input: processedText,
+                options: this.config.options,
+            };
+            if (this.config.keepAlive && this.config.keepAlive !== "") {
+                embedOptions.keep_alive = this.config.keepAlive;
+            }
+            const response = await this.client.embed(embedOptions);
+            if (!response.embeddings || !response.embeddings[0]) {
+                throw new Error("Ollama API returned invalid response");
+            }
+            const dimension = response.embeddings[0].length;
+            console.log(`[OllamaEmbedding] Successfully detected embedding dimension: ${dimension}`);
+            return dimension;
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            console.error(`[OllamaEmbedding] Failed to detect dimension: ${errorMessage}`);
+            throw new Error(`Failed to detect Ollama embedding dimension: ${errorMessage}`);
+        }
+    }
+}
+exports.OllamaEmbedding = OllamaEmbedding;
+//# sourceMappingURL=ollama-embedding.js.map

package/dist/embedding/ollama-embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama-embedding.js","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":";;;AAAA,mCAA8C;AAC9C,qDAA8D;AAY9D,MAAa,eAAgB,SAAQ,0BAAS;IAO5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAC;QALF,cAAS,GAAW,GAAG,CAAC,CAAC,8CAA8C;QACvE,sBAAiB,GAAY,KAAK,CAAC,CAAC,uCAAuC;QACzE,cAAS,GAAW,IAAI,CAAC,CAAC,oCAAoC;QAItE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACvB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,wBAAwB;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,iEAAiE;QACjE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAClC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,gDAAgD;QAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,oCAAoC;YACpC,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;QAED,2EAA2E;IAC7E,CAAC;IAEO,2BAA2B,CAAC,KAAa;QAC/C,iDAAiD;QACjD,IAAI,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,wCAAwC;QACjE,CAAC;aAAM,IAAI,KAAK,EAAE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,8CAA8C;QACvE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAC1D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,sBAAsB;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhD,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CACT,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAC9G,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAiB;YACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC;QAEF,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,uBAAuB;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAEnD,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CACT,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAC9G,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,MAAM,YAAY,GAAiB;YACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,cAAc,EAAE,gCAAgC;YACvD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC7B,CAAC;QAEF,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,oCAAoC;QACpC,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAmB,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,+CAA+C;QAC/C,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,kCAAkC;QAClC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CACT,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAC9G,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CACT,yDAAyD;gBACvD,IAAI,CAAC,MAAM,CAAC,KAAK,CACpB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAY;QAClB,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAA0B;QACrC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAgC;QACzC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC7C,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAElE,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,YAAY,GAAiB;gBACjC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC7B,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;gBAC1D,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YAClD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAChD,OAAO,CAAC,GAAG,CACT,gEAAgE,SAAS,EAAE,CAC5E,CAAC;YACF,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,CAAC,KAAK,CACX,iDAAiD,YAAY,EAAE,CAChE,CAAC;YACF,MAAM,IAAI,KAAK,CACb,gDAAgD,YAAY,EAAE,CAC/D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAtOD,0CAsOC"}

package/dist/embedding/openai-embedding.d.ts

@@ -0,0 +1,36 @@
+import OpenAI from "openai";
+import { Embedding, EmbeddingVector } from "./base-embedding";
+export interface OpenAIEmbeddingConfig {
+    model: string;
+    apiKey: string;
+    baseURL?: string;
+}
+export declare class OpenAIEmbedding extends Embedding {
+    private client;
+    private config;
+    private dimension;
+    protected maxTokens: number;
+    constructor(config: OpenAIEmbeddingConfig);
+    detectDimension(testText?: string): Promise<number>;
+    embed(text: string): Promise<EmbeddingVector>;
+    embedBatch(texts: string[]): Promise<EmbeddingVector[]>;
+    getDimension(): number;
+    getProvider(): string;
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    setModel(model: string): Promise<void>;
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient(): OpenAI;
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels(): Record<string, {
+        dimension: number;
+        description: string;
+    }>;
+}
+//# sourceMappingURL=openai-embedding.d.ts.map

package/dist/embedding/openai-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE9D,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,eAAgB,SAAQ,SAAS;IAC5C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,SAAS,CAAgB;IACjC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAQ;gBAEvB,MAAM,EAAE,qBAAqB;IASnC,eAAe,CAAC,QAAQ,GAAE,MAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAwC3D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAgC7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAiC7D,YAAY,IAAI,MAAM;IAkBtB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5C;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CACjC,MAAM,EACN;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAC3C;CAkBF"}

package/dist/embedding/openai-embedding.js

@@ -0,0 +1,161 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIEmbedding = void 0;
+const openai_1 = __importDefault(require("openai"));
+const base_embedding_1 = require("./base-embedding");
+class OpenAIEmbedding extends base_embedding_1.Embedding {
+    constructor(config) {
+        super();
+        this.dimension = 1536; // Default dimension for text-embedding-3-small
+        this.maxTokens = 8192; // Maximum tokens for OpenAI embedding models
+        this.config = config;
+        this.client = new openai_1.default({
+            apiKey: config.apiKey,
+            baseURL: config.baseURL,
+        });
+    }
+    async detectDimension(testText = "test") {
+        const model = this.config.model || "text-embedding-3-small";
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        // Use known dimension for standard models
+        if (knownModels[model]) {
+            return knownModels[model].dimension;
+        }
+        // For custom models, make API call to detect dimension
+        try {
+            const processedText = this.preprocessText(testText);
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedText,
+                encoding_format: "float",
+            });
+            return response.data[0].embedding.length;
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            // Re-throw authentication errors
+            if (errorMessage.includes("API key") ||
+                errorMessage.includes("unauthorized") ||
+                errorMessage.includes("authentication")) {
+                throw new Error(`Failed to detect dimension for model ${model}: ${errorMessage}`);
+            }
+            // For other errors, throw exception instead of using fallback
+            throw new Error(`Failed to detect dimension for model ${model}: ${errorMessage}`);
+        }
+    }
+    async embed(text) {
+        const processedText = this.preprocessText(text);
+        const model = this.config.model || "text-embedding-3-small";
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model] && this.dimension !== knownModels[model].dimension) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else if (!knownModels[model]) {
+            this.dimension = await this.detectDimension();
+        }
+        try {
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedText,
+                encoding_format: "float",
+            });
+            // Update dimension from actual response
+            this.dimension = response.data[0].embedding.length;
+            return {
+                vector: response.data[0].embedding,
+                dimension: this.dimension,
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            throw new Error(`Failed to generate OpenAI embedding: ${errorMessage}`);
+        }
+    }
+    async embedBatch(texts) {
+        const processedTexts = this.preprocessTexts(texts);
+        const model = this.config.model || "text-embedding-3-small";
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model] && this.dimension !== knownModels[model].dimension) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else if (!knownModels[model]) {
+            this.dimension = await this.detectDimension();
+        }
+        try {
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedTexts,
+                encoding_format: "float",
+            });
+            this.dimension = response.data[0].embedding.length;
+            return response.data.map((item) => ({
+                vector: item.embedding,
+                dimension: this.dimension,
+            }));
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            throw new Error(`Failed to generate OpenAI batch embeddings: ${errorMessage}`);
+        }
+    }
+    getDimension() {
+        // For custom models, we need to detect the dimension first
+        const model = this.config.model || "text-embedding-3-small";
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        // If it's a known model, return its known dimension
+        if (knownModels[model]) {
+            return knownModels[model].dimension;
+        }
+        // For custom models, return the current dimension
+        // Note: This may be incorrect until detectDimension() is called
+        console.warn(`[OpenAIEmbedding] ⚠️ getDimension() called for custom model '${model}' - returning ${this.dimension}. Call detectDimension() first for accurate dimension.`);
+        return this.dimension;
+    }
+    getProvider() {
+        return "OpenAI";
+    }
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    async setModel(model) {
+        this.config.model = model;
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model]) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else {
+            this.dimension = await this.detectDimension();
+        }
+    }
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient() {
+        return this.client;
+    }
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels() {
+        return {
+            "text-embedding-3-small": {
+                dimension: 1536,
+                description: "High performance and cost-effective embedding model (recommended)",
+            },
+            "text-embedding-3-large": {
+                dimension: 3072,
+                description: "Highest performance embedding model with larger dimensions",
+            },
+            "text-embedding-ada-002": {
+                dimension: 1536,
+                description: "Legacy model (use text-embedding-3-small instead)",
+            },
+        };
+    }
+}
+exports.OpenAIEmbedding = OpenAIEmbedding;
+//# sourceMappingURL=openai-embedding.js.map

package/dist/embedding/openai-embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedding.js","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,qDAA8D;AAQ9D,MAAa,eAAgB,SAAQ,0BAAS;IAM5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAC;QAJF,cAAS,GAAW,IAAI,CAAC,CAAC,+CAA+C;QACvE,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QAI/E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAEzD,0CAA0C;QAC1C,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QACtC,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,iCAAiC;YACjC,IACE,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAChC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC;gBACrC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACvC,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,KAAK,YAAY,EAAE,CACjE,CAAC;YACJ,CAAC;YAED,8DAA8D;YAC9D,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,KAAK,YAAY,EAAE,CACjE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAE5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAChD,CAAC;aAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAChD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;YAEH,wCAAwC;YACxC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAEnD,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAE5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1E,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAChD,CAAC;aAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAChD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,cAAc;gBACrB,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAEnD,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,MAAM,IAAI,KAAK,CACb,+CAA+C,YAAY,EAAE,CAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,YAAY;QACV,2DAA2D;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAEzD,oDAAoD;QACpD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QACtC,CAAC;QAED,kDAAkD;QAClD,gEAAgE;QAChE,OAAO,CAAC,IAAI,CACV,gEAAgE,KAAK,iBAAiB,IAAI,CAAC,SAAS,wDAAwD,CAC7J,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAChD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QAIvB,OAAO;YACL,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EACT,mEAAmE;aACtE;YACD,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EACT,4DAA4D;aAC/D;YACD,wBAAwB,EAAE;gBACxB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,mDAAmD;aACjE;SACF,CAAC;IACJ,CAAC;CACF;AA3LD,0CA2LC"}

package/dist/embedding/voyageai-embedding.d.ts

@@ -0,0 +1,44 @@
+import { VoyageAIClient } from "voyageai";
+import { Embedding, EmbeddingVector } from "./base-embedding";
+export interface VoyageAIEmbeddingConfig {
+    model: string;
+    apiKey: string;
+}
+export declare class VoyageAIEmbedding extends Embedding {
+    private client;
+    private config;
+    private dimension;
+    private inputType;
+    protected maxTokens: number;
+    constructor(config: VoyageAIEmbeddingConfig);
+    private updateModelSettings;
+    private updateDimensionForModel;
+    detectDimension(): Promise<number>;
+    embed(text: string): Promise<EmbeddingVector>;
+    embedBatch(texts: string[]): Promise<EmbeddingVector[]>;
+    getDimension(): number;
+    getProvider(): string;
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    setModel(model: string): void;
+    /**
+     * Set input type (VoyageAI specific feature)
+     * @param inputType Input type: 'document' | 'query'
+     */
+    setInputType(inputType: "document" | "query"): void;
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient(): VoyageAIClient;
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels(): Record<string, {
+        dimension: number | string;
+        contextLength: number;
+        description: string;
+    }>;
+}
+//# sourceMappingURL=voyageai-embedding.d.ts.map

package/dist/embedding/voyageai-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyageai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE9D,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,iBAAkB,SAAQ,SAAS;IAC9C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,SAAS,CAAoC;IACrD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAS;gBAExB,MAAM,EAAE,uBAAuB;IAW3C,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,uBAAuB;IAiBzB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAKlC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoB7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAyB7D,YAAY,IAAI,MAAM;IAItB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7B;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,GAAG,IAAI;IAInD;;OAEG;IACH,SAAS,IAAI,cAAc;IAI3B;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CACjC,MAAM,EACN;QAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAC3E;CAoGF"}