@pleaseai/context-please-core 0.1.0

package/dist/embedding/ollama-embedding.js

@@ -0,0 +1,192 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaEmbedding = void 0;
+const ollama_1 = require("ollama");
+const base_embedding_1 = require("./base-embedding");
+class OllamaEmbedding extends base_embedding_1.Embedding {
+    constructor(config) {
+        super();
+        this.dimension = 768; // Default dimension for many embedding models
+        this.dimensionDetected = false; // Track if dimension has been detected
+        this.maxTokens = 2048; // Default context window for Ollama
+        this.config = config;
+        this.client = new ollama_1.Ollama({
+            host: config.host || 'http://127.0.0.1:11434',
+            fetch: config.fetch,
+        });
+        // Set dimension based on config or will be detected on first use
+        if (config.dimension) {
+            this.dimension = config.dimension;
+            this.dimensionDetected = true;
+        }
+        // Set max tokens based on config or use default
+        if (config.maxTokens) {
+            this.maxTokens = config.maxTokens;
+        }
+        else {
+            // Set default based on known models
+            this.setDefaultMaxTokensForModel(config.model);
+        }
+        // If no dimension is provided, it will be detected in the first embed call
+    }
+    setDefaultMaxTokensForModel(model) {
+        // Set different max tokens based on known models
+        if (model?.includes('nomic-embed-text')) {
+            this.maxTokens = 8192; // nomic-embed-text supports 8192 tokens
+        }
+        else if (model?.includes('snowflake-arctic-embed')) {
+            this.maxTokens = 8192; // snowflake-arctic-embed supports 8192 tokens
+        }
+        else {
+            this.maxTokens = 2048; // Default for most Ollama models
+        }
+    }
+    async embed(text) {
+        // Preprocess the text
+        const processedText = this.preprocessText(text);
+        // Detect dimension on first use if not configured
+        if (!this.dimensionDetected && !this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        const embedOptions = {
+            model: this.config.model,
+            input: processedText,
+            options: this.config.options,
+        };
+        // Only include keep_alive if it has a valid value
+        if (this.config.keepAlive && this.config.keepAlive !== '') {
+            embedOptions.keep_alive = this.config.keepAlive;
+        }
+        const response = await this.client.embed(embedOptions);
+        if (!response.embeddings || !response.embeddings[0]) {
+            throw new Error('Ollama API returned invalid response');
+        }
+        return {
+            vector: response.embeddings[0],
+            dimension: this.dimension
+        };
+    }
+    async embedBatch(texts) {
+        // Preprocess all texts
+        const processedTexts = this.preprocessTexts(texts);
+        // Detect dimension on first use if not configured
+        if (!this.dimensionDetected && !this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        // Use Ollama's native batch embedding API
+        const embedOptions = {
+            model: this.config.model,
+            input: processedTexts, // Pass array directly to Ollama
+            options: this.config.options,
+        };
+        // Only include keep_alive if it has a valid value
+        if (this.config.keepAlive && this.config.keepAlive !== '') {
+            embedOptions.keep_alive = this.config.keepAlive;
+        }
+        const response = await this.client.embed(embedOptions);
+        if (!response.embeddings || !Array.isArray(response.embeddings)) {
+            throw new Error('Ollama API returned invalid batch response');
+        }
+        // Convert to EmbeddingVector format
+        return response.embeddings.map((embedding) => ({
+            vector: embedding,
+            dimension: this.dimension
+        }));
+    }
+    getDimension() {
+        return this.dimension;
+    }
+    getProvider() {
+        return 'Ollama';
+    }
+    /**
+     * Set model type and detect its dimension
+     * @param model Model name
+     */
+    async setModel(model) {
+        this.config.model = model;
+        // Reset dimension detection when model changes
+        this.dimensionDetected = false;
+        // Update max tokens for new model
+        this.setDefaultMaxTokensForModel(model);
+        if (!this.config.dimension) {
+            this.dimension = await this.detectDimension();
+            this.dimensionDetected = true;
+            console.log(`[OllamaEmbedding] 📏 Detected Ollama embedding dimension: ${this.dimension} for model: ${this.config.model}`);
+        }
+        else {
+            console.log('[OllamaEmbedding] Dimension already detected for model ' + this.config.model);
+        }
+    }
+    /**
+     * Set host URL
+     * @param host Ollama host URL
+     */
+    setHost(host) {
+        this.config.host = host;
+        this.client = new ollama_1.Ollama({
+            host: host,
+            fetch: this.config.fetch,
+        });
+    }
+    /**
+     * Set keep alive duration
+     * @param keepAlive Keep alive duration
+     */
+    setKeepAlive(keepAlive) {
+        this.config.keepAlive = keepAlive;
+    }
+    /**
+     * Set additional options
+     * @param options Additional options for the model
+     */
+    setOptions(options) {
+        this.config.options = options;
+    }
+    /**
+     * Set max tokens manually
+     * @param maxTokens Maximum number of tokens
+     */
+    setMaxTokens(maxTokens) {
+        this.config.maxTokens = maxTokens;
+        this.maxTokens = maxTokens;
+    }
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient() {
+        return this.client;
+    }
+    async detectDimension(testText = "test") {
+        console.log(`[OllamaEmbedding] Detecting embedding dimension...`);
+        try {
+            const processedText = this.preprocessText(testText);
+            const embedOptions = {
+                model: this.config.model,
+                input: processedText,
+                options: this.config.options,
+            };
+            if (this.config.keepAlive && this.config.keepAlive !== '') {
+                embedOptions.keep_alive = this.config.keepAlive;
+            }
+            const response = await this.client.embed(embedOptions);
+            if (!response.embeddings || !response.embeddings[0]) {
+                throw new Error('Ollama API returned invalid response');
+            }
+            const dimension = response.embeddings[0].length;
+            console.log(`[OllamaEmbedding] Successfully detected embedding dimension: ${dimension}`);
+            return dimension;
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            console.error(`[OllamaEmbedding] Failed to detect dimension: ${errorMessage}`);
+            throw new Error(`Failed to detect Ollama embedding dimension: ${errorMessage}`);
+        }
+    }
+}
+exports.OllamaEmbedding = OllamaEmbedding;
+//# sourceMappingURL=ollama-embedding.js.map

package/dist/embedding/ollama-embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama-embedding.js","sourceRoot":"","sources":["../../src/embedding/ollama-embedding.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,qDAA8D;AAY9D,MAAa,eAAgB,SAAQ,0BAAS;IAO1C,YAAY,MAA6B;QACrC,KAAK,EAAE,CAAC;QALJ,cAAS,GAAW,GAAG,CAAC,CAAC,8CAA8C;QACvE,sBAAiB,GAAY,KAAK,CAAC,CAAC,uCAAuC;QACzE,cAAS,GAAW,IAAI,CAAC,CAAC,oCAAoC;QAIpE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,wBAAwB;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;SACtB,CAAC,CAAC;QAEH,iEAAiE;QACjE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAClC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,gDAAgD;QAChD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACtC,CAAC;aAAM,CAAC;YACJ,oCAAoC;YACpC,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnD,CAAC;QAED,2EAA2E;IAC/E,CAAC;IAEO,2BAA2B,CAAC,KAAa;QAC7C,iDAAiD;QACjD,IAAI,KAAK,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,wCAAwC;QACnE,CAAC;aAAM,IAAI,KAAK,EAAE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACnD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,8CAA8C;QACzE,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAC5D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,sBAAsB;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhD,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACpD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/H,CAAC;QAED,MAAM,YAAY,GAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC;QAEF,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YACxD,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACpD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO;YACH,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC5B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC5B,uBAAuB;QACvB,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAEnD,kDAAkD;QAClD,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACpD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/H,CAAC;QAED,0CAA0C;QAC1C,MAAM,YAAY,GAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,cAAc,EAAE,gCAAgC;YACvD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;SAC/B,CAAC;QAEF,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;YACxD,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACpD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QAED,oCAAoC;QACpC,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAmB,EAAE,EAAE,CAAC,CAAC;YACrD,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC5B,CAAC,CAAC,CAAC;IACR,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,WAAW;QACP,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,+CAA+C;QAC/C,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC/B,kCAAkC;QAClC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,6DAA6D,IAAI,CAAC,SAAS,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/H,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,yDAAyD,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/F,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAY;QAChB,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC;YACrB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SAC3B,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAA0B;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAA4B;QACnC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IAClC,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC3C,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QAElE,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,YAAY,GAAQ;gBACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,KAAK,EAAE,aAAa;gBACpB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC/B,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;gBACxD,YAAY,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACpD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAEvD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,gEAAgE,SAAS,EAAE,CAAC,CAAC;YACzF,OAAO,SAAS,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,OAAO,CAAC,KAAK,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,gDAAgD,YAAY,EAAE,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;CACJ;AAtND,0CAsNC"}

package/dist/embedding/openai-embedding.d.ts

@@ -0,0 +1,36 @@
+import OpenAI from 'openai';
+import { Embedding, EmbeddingVector } from './base-embedding';
+export interface OpenAIEmbeddingConfig {
+    model: string;
+    apiKey: string;
+    baseURL?: string;
+}
+export declare class OpenAIEmbedding extends Embedding {
+    private client;
+    private config;
+    private dimension;
+    protected maxTokens: number;
+    constructor(config: OpenAIEmbeddingConfig);
+    detectDimension(testText?: string): Promise<number>;
+    embed(text: string): Promise<EmbeddingVector>;
+    embedBatch(texts: string[]): Promise<EmbeddingVector[]>;
+    getDimension(): number;
+    getProvider(): string;
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    setModel(model: string): Promise<void>;
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient(): OpenAI;
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels(): Record<string, {
+        dimension: number;
+        description: string;
+    }>;
+}
+//# sourceMappingURL=openai-embedding.d.ts.map

package/dist/embedding/openai-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE9D,MAAM,WAAW,qBAAqB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,eAAgB,SAAQ,SAAS;IAC1C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,SAAS,CAAgB;IACjC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAQ;gBAEvB,MAAM,EAAE,qBAAqB;IASnC,eAAe,CAAC,QAAQ,GAAE,MAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IA+B3D,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA+B7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA8B7D,YAAY,IAAI,MAAM;IAgBtB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5C;;OAEG;IACH,SAAS,IAAI,MAAM;IAInB;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CAgB1F"}

package/dist/embedding/openai-embedding.js

@@ -0,0 +1,159 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIEmbedding = void 0;
+const openai_1 = __importDefault(require("openai"));
+const base_embedding_1 = require("./base-embedding");
+class OpenAIEmbedding extends base_embedding_1.Embedding {
+    constructor(config) {
+        super();
+        this.dimension = 1536; // Default dimension for text-embedding-3-small
+        this.maxTokens = 8192; // Maximum tokens for OpenAI embedding models
+        this.config = config;
+        this.client = new openai_1.default({
+            apiKey: config.apiKey,
+            baseURL: config.baseURL,
+        });
+    }
+    async detectDimension(testText = "test") {
+        const model = this.config.model || 'text-embedding-3-small';
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        // Use known dimension for standard models
+        if (knownModels[model]) {
+            return knownModels[model].dimension;
+        }
+        // For custom models, make API call to detect dimension
+        try {
+            const processedText = this.preprocessText(testText);
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedText,
+                encoding_format: 'float',
+            });
+            return response.data[0].embedding.length;
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            // Re-throw authentication errors
+            if (errorMessage.includes('API key') || errorMessage.includes('unauthorized') || errorMessage.includes('authentication')) {
+                throw new Error(`Failed to detect dimension for model ${model}: ${errorMessage}`);
+            }
+            // For other errors, throw exception instead of using fallback
+            throw new Error(`Failed to detect dimension for model ${model}: ${errorMessage}`);
+        }
+    }
+    async embed(text) {
+        const processedText = this.preprocessText(text);
+        const model = this.config.model || 'text-embedding-3-small';
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model] && this.dimension !== knownModels[model].dimension) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else if (!knownModels[model]) {
+            this.dimension = await this.detectDimension();
+        }
+        try {
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedText,
+                encoding_format: 'float',
+            });
+            // Update dimension from actual response
+            this.dimension = response.data[0].embedding.length;
+            return {
+                vector: response.data[0].embedding,
+                dimension: this.dimension
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            throw new Error(`Failed to generate OpenAI embedding: ${errorMessage}`);
+        }
+    }
+    async embedBatch(texts) {
+        const processedTexts = this.preprocessTexts(texts);
+        const model = this.config.model || 'text-embedding-3-small';
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model] && this.dimension !== knownModels[model].dimension) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else if (!knownModels[model]) {
+            this.dimension = await this.detectDimension();
+        }
+        try {
+            const response = await this.client.embeddings.create({
+                model: model,
+                input: processedTexts,
+                encoding_format: 'float',
+            });
+            this.dimension = response.data[0].embedding.length;
+            return response.data.map((item) => ({
+                vector: item.embedding,
+                dimension: this.dimension
+            }));
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            throw new Error(`Failed to generate OpenAI batch embeddings: ${errorMessage}`);
+        }
+    }
+    getDimension() {
+        // For custom models, we need to detect the dimension first
+        const model = this.config.model || 'text-embedding-3-small';
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        // If it's a known model, return its known dimension
+        if (knownModels[model]) {
+            return knownModels[model].dimension;
+        }
+        // For custom models, return the current dimension
+        // Note: This may be incorrect until detectDimension() is called
+        console.warn(`[OpenAIEmbedding] ⚠️ getDimension() called for custom model '${model}' - returning ${this.dimension}. Call detectDimension() first for accurate dimension.`);
+        return this.dimension;
+    }
+    getProvider() {
+        return 'OpenAI';
+    }
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    async setModel(model) {
+        this.config.model = model;
+        const knownModels = OpenAIEmbedding.getSupportedModels();
+        if (knownModels[model]) {
+            this.dimension = knownModels[model].dimension;
+        }
+        else {
+            this.dimension = await this.detectDimension();
+        }
+    }
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient() {
+        return this.client;
+    }
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels() {
+        return {
+            'text-embedding-3-small': {
+                dimension: 1536,
+                description: 'High performance and cost-effective embedding model (recommended)'
+            },
+            'text-embedding-3-large': {
+                dimension: 3072,
+                description: 'Highest performance embedding model with larger dimensions'
+            },
+            'text-embedding-ada-002': {
+                dimension: 1536,
+                description: 'Legacy model (use text-embedding-3-small instead)'
+            }
+        };
+    }
+}
+exports.OpenAIEmbedding = OpenAIEmbedding;
+//# sourceMappingURL=openai-embedding.js.map

package/dist/embedding/openai-embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-embedding.js","sourceRoot":"","sources":["../../src/embedding/openai-embedding.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,qDAA8D;AAQ9D,MAAa,eAAgB,SAAQ,0BAAS;IAM1C,YAAY,MAA6B;QACrC,KAAK,EAAE,CAAC;QAJJ,cAAS,GAAW,IAAI,CAAC,CAAC,+CAA+C;QACvE,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QAI7E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SAC1B,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,WAAmB,MAAM;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAEzD,0CAA0C;QAC1C,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QACxC,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aAC3B,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE9E,iCAAiC;YACjC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACvH,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,KAAK,YAAY,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,8DAA8D;YAC9D,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,KAAK,YAAY,EAAE,CAAC,CAAC;QACtF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAE5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YACxE,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAClD,CAAC;aAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,OAAO;aAC3B,CAAC,CAAC;YAEH,wCAAwC;YACxC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAEnD,OAAO;gBACH,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAClC,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAE5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;YACxE,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAClD,CAAC;aAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,CAAC;QAED,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,cAAc;gBACrB,eAAe,EAAE,OAAO;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YAEnD,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAChC,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC5B,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAC;QACnF,CAAC;IACL,CAAC;IAED,YAAY;QACR,2DAA2D;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC;QAC5D,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAEzD,oDAAoD;QACpD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QACxC,CAAC;QAED,kDAAkD;QAClD,gEAAgE;QAChE,OAAO,CAAC,IAAI,CAAC,gEAAgE,KAAK,iBAAiB,IAAI,CAAC,SAAS,wDAAwD,CAAC,CAAC;QAC3K,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,WAAW;QACP,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,MAAM,WAAW,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;QAClD,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAClD,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QACrB,OAAO;YACH,wBAAwB,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,mEAAmE;aACnF;YACD,wBAAwB,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,4DAA4D;aAC5E;YACD,wBAAwB,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,mDAAmD;aACnE;SACJ,CAAC;IACN,CAAC;CACJ;AAvKD,0CAuKC"}

package/dist/embedding/voyageai-embedding.d.ts

@@ -0,0 +1,44 @@
+import { VoyageAIClient } from 'voyageai';
+import { Embedding, EmbeddingVector } from './base-embedding';
+export interface VoyageAIEmbeddingConfig {
+    model: string;
+    apiKey: string;
+}
+export declare class VoyageAIEmbedding extends Embedding {
+    private client;
+    private config;
+    private dimension;
+    private inputType;
+    protected maxTokens: number;
+    constructor(config: VoyageAIEmbeddingConfig);
+    private updateModelSettings;
+    private updateDimensionForModel;
+    detectDimension(): Promise<number>;
+    embed(text: string): Promise<EmbeddingVector>;
+    embedBatch(texts: string[]): Promise<EmbeddingVector[]>;
+    getDimension(): number;
+    getProvider(): string;
+    /**
+     * Set model type
+     * @param model Model name
+     */
+    setModel(model: string): void;
+    /**
+     * Set input type (VoyageAI specific feature)
+     * @param inputType Input type: 'document' | 'query'
+     */
+    setInputType(inputType: 'document' | 'query'): void;
+    /**
+     * Get client instance (for advanced usage)
+     */
+    getClient(): VoyageAIClient;
+    /**
+     * Get list of supported models
+     */
+    static getSupportedModels(): Record<string, {
+        dimension: number | string;
+        contextLength: number;
+        description: string;
+    }>;
+}
+//# sourceMappingURL=voyageai-embedding.d.ts.map

package/dist/embedding/voyageai-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voyageai-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/voyageai-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE9D,MAAM,WAAW,uBAAuB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,iBAAkB,SAAQ,SAAS;IAC5C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,SAAS,CAAoC;IACrD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAS;gBAExB,MAAM,EAAE,uBAAuB;IAW3C,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,uBAAuB;IAiBzB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAKlC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoB7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAyB7D,YAAY,IAAI,MAAM;IAItB,WAAW,IAAI,MAAM;IAIrB;;;OAGG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK7B;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,GAAG,IAAI;IAInD;;OAEG;IACH,SAAS,IAAI,cAAc;IAI3B;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CAkG1H"}