langchain 0.0.203 → 0.0.204-rc.0

package/dist/embeddings/minimax.cjs

@@ -1,167 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MinimaxEmbeddings = void 0;
-const env_js_1 = require("../util/env.cjs");
-const chunk_js_1 = require("../util/chunk.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-class MinimaxEmbeddings extends base_js_1.Embeddings {
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "embo-01"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 512
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "minimaxGroupId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "minimaxApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "type", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "db"
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "basePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.minimax.chat/v1"
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.minimaxGroupId =
-            fields?.minimaxGroupId ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_GROUP_ID");
-        if (!this.minimaxGroupId) {
-            throw new Error("Minimax GroupID  not found");
-        }
-        this.minimaxApiKey =
-            fields?.minimaxApiKey ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_API_KEY");
-        if (!this.minimaxApiKey) {
-            throw new Error("Minimax ApiKey not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.type = fieldsWithDefaults?.type ?? this.type;
-        this.stripNewLines =
-            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.basePath = fields?.configuration?.basePath ?? this.basePath;
-        this.apiUrl = `${this.basePath}/embeddings`;
-        this.headers = fields?.configuration?.headers ?? this.headers;
-    }
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    async embedDocuments(texts) {
-        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-            type: this.type,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { vectors: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    async embedQuery(text) {
-        const { vectors } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [this.stripNewLines ? text.replace(/\n/g, " ") : text],
-            type: this.type,
-        });
-        return vectors[0];
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    async embeddingWithRetry(request) {
-        const makeCompletionRequest = async () => {
-            const url = `${this.apiUrl}?GroupId=${this.minimaxGroupId}`;
-            const response = await fetch(url, {
-                method: "POST",
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${this.minimaxApiKey}`,
-                    ...this.headers,
-                },
-                body: JSON.stringify(request),
-            });
-            const json = await response.json();
-            return json;
-        };
-        return this.caller.call(makeCompletionRequest);
-    }
-}
-exports.MinimaxEmbeddings = MinimaxEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/minimax"), exports);

package/dist/embeddings/minimax.d.ts

@@ -1,119 +1 @@
-import { Embeddings, EmbeddingsParams } from "./base.js";
-import { ConfigurationParameters } from "../chat_models/minimax.js";
-/**
- * Interface for MinimaxEmbeddings parameters. Extends EmbeddingsParams and
- * defines additional parameters specific to the MinimaxEmbeddings class.
- */
-export interface MinimaxEmbeddingsParams extends EmbeddingsParams {
-    /** Model name to use */
-    modelName: string;
-    /**
-     * API key to use when making requests. Defaults to the value of
-     * `MINIMAX_GROUP_ID` environment variable.
-     */
-    minimaxGroupId?: string;
-    /**
-     * Secret key to use when making requests. Defaults to the value of
-     * `MINIMAX_API_KEY` environment variable.
-     */
-    minimaxApiKey?: string;
-    /**
-     * The maximum number of documents to embed in a single request. This is
-     * limited by the Minimax API to a maximum of 4096.
-     */
-    batchSize?: number;
-    /**
-     * Whether to strip new lines from the input text. This is recommended by
-     * Minimax, but may not be suitable for all use cases.
-     */
-    stripNewLines?: boolean;
-    /**
-     *  The target use-case after generating the vector.
-     *  When using embeddings, the vector of the target content is first generated through the db and stored in the vector database,
-     *  and then the vector of the retrieval text is generated through the query.
-     *  Note: For the parameters of the partial algorithm, we adopted a separate algorithm plan for query and db.
-     *  Therefore, for a paragraph of text, if it is to be used as a retrieval text, it should use the db,
-     *  and if it is used as a retrieval text, it should use the query.
-     */
-    type?: "db" | "query";
-}
-export interface CreateMinimaxEmbeddingRequest {
-    /**
-     * @type {string}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    model: string;
-    /**
-     *  Text to generate vector expectation
-     * @type {CreateEmbeddingRequestInput}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    texts: string[];
-    /**
-     *  The target use-case after generating the vector. When using embeddings,
-     *  first generate the vector of the target content through the db and store it in the vector database,
-     *  and then generate the vector of the retrieval text through the query.
-     *  Note: For the parameter of the algorithm, we use the algorithm scheme of query and db separation,
-     *  so a text, if it is to be retrieved as a text, should use the db,
-     *  if it is used as a retrieval text, should use the query.
-     * @type {string}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    type: "db" | "query";
-}
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-export declare class MinimaxEmbeddings extends Embeddings implements MinimaxEmbeddingsParams {
-    modelName: string;
-    batchSize: number;
-    stripNewLines: boolean;
-    minimaxGroupId?: string;
-    minimaxApiKey?: string;
-    type: "db" | "query";
-    apiUrl: string;
-    basePath?: string;
-    headers?: Record<string, string>;
-    constructor(fields?: Partial<MinimaxEmbeddingsParams> & {
-        configuration?: ConfigurationParameters;
-    });
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    embedDocuments(texts: string[]): Promise<number[][]>;
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    embedQuery(text: string): Promise<number[]>;
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    private embeddingWithRetry;
-}
+export * from "@langchain/community/embeddings/minimax";

package/dist/embeddings/minimax.js

@@ -1,163 +1 @@
-import { getEnvironmentVariable } from "../util/env.js";
-import { chunkArray } from "../util/chunk.js";
-import { Embeddings } from "./base.js";
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-export class MinimaxEmbeddings extends Embeddings {
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "embo-01"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 512
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "minimaxGroupId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "minimaxApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "type", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "db"
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "basePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.minimax.chat/v1"
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.minimaxGroupId =
-            fields?.minimaxGroupId ?? getEnvironmentVariable("MINIMAX_GROUP_ID");
-        if (!this.minimaxGroupId) {
-            throw new Error("Minimax GroupID  not found");
-        }
-        this.minimaxApiKey =
-            fields?.minimaxApiKey ?? getEnvironmentVariable("MINIMAX_API_KEY");
-        if (!this.minimaxApiKey) {
-            throw new Error("Minimax ApiKey not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.type = fieldsWithDefaults?.type ?? this.type;
-        this.stripNewLines =
-            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.basePath = fields?.configuration?.basePath ?? this.basePath;
-        this.apiUrl = `${this.basePath}/embeddings`;
-        this.headers = fields?.configuration?.headers ?? this.headers;
-    }
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    async embedDocuments(texts) {
-        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-            type: this.type,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { vectors: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    async embedQuery(text) {
-        const { vectors } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [this.stripNewLines ? text.replace(/\n/g, " ") : text],
-            type: this.type,
-        });
-        return vectors[0];
-    }
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    async embeddingWithRetry(request) {
-        const makeCompletionRequest = async () => {
-            const url = `${this.apiUrl}?GroupId=${this.minimaxGroupId}`;
-            const response = await fetch(url, {
-                method: "POST",
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${this.minimaxApiKey}`,
-                    ...this.headers,
-                },
-                body: JSON.stringify(request),
-            });
-            const json = await response.json();
-            return json;
-        };
-        return this.caller.call(makeCompletionRequest);
-    }
-}
+export * from "@langchain/community/embeddings/minimax";

package/dist/embeddings/ollama.cjs

@@ -1,120 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OllamaEmbeddings = void 0;
-const base_js_1 = require("./base.cjs");
-class OllamaEmbeddings extends base_js_1.Embeddings {
-    constructor(params) {
-        super(params || {});
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llama2"
-        });
-        Object.defineProperty(this, "baseUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "http://localhost:11434"
-        });
-        Object.defineProperty(this, "requestOptions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (params?.model) {
-            this.model = params.model;
-        }
-        if (params?.baseUrl) {
-            this.baseUrl = params.baseUrl;
-        }
-        if (params?.requestOptions) {
-            this.requestOptions = this._convertOptions(params.requestOptions);
-        }
-    }
-    /** convert camelCased Ollama request options like "useMMap" to
-     * the snake_cased equivalent which the ollama API actually uses.
-     * Used only for consistency with the llms/Ollama and chatModels/Ollama classes
-     */
-    _convertOptions(requestOptions) {
-        const snakeCasedOptions = {};
-        const mapping = {
-            embeddingOnly: "embedding_only",
-            f16KV: "f16_kv",
-            frequencyPenalty: "frequency_penalty",
-            logitsAll: "logits_all",
-            lowVram: "low_vram",
-            mainGpu: "main_gpu",
-            mirostat: "mirostat",
-            mirostatEta: "mirostat_eta",
-            mirostatTau: "mirostat_tau",
-            numBatch: "num_batch",
-            numCtx: "num_ctx",
-            numGpu: "num_gpu",
-            numGqa: "num_gqa",
-            numKeep: "num_keep",
-            numThread: "num_thread",
-            penalizeNewline: "penalize_newline",
-            presencePenalty: "presence_penalty",
-            repeatLastN: "repeat_last_n",
-            repeatPenalty: "repeat_penalty",
-            ropeFrequencyBase: "rope_frequency_base",
-            ropeFrequencyScale: "rope_frequency_scale",
-            temperature: "temperature",
-            stop: "stop",
-            tfsZ: "tfs_z",
-            topK: "top_k",
-            topP: "top_p",
-            typicalP: "typical_p",
-            useMLock: "use_mlock",
-            useMMap: "use_mmap",
-            vocabOnly: "vocab_only",
-        };
-        for (const [key, value] of Object.entries(requestOptions)) {
-            const snakeCasedOption = mapping[key];
-            if (snakeCasedOption) {
-                snakeCasedOptions[snakeCasedOption] = value;
-            }
-        }
-        return snakeCasedOptions;
-    }
-    async _request(prompt) {
-        const { model, baseUrl, requestOptions } = this;
-        let formattedBaseUrl = baseUrl;
-        if (formattedBaseUrl.startsWith("http://localhost:")) {
-            // Node 18 has issues with resolving "localhost"
-            // See https://github.com/node-fetch/node-fetch/issues/1624
-            formattedBaseUrl = formattedBaseUrl.replace("http://localhost:", "http://127.0.0.1:");
-        }
-        const response = await fetch(`${formattedBaseUrl}/api/embeddings`, {
-            method: "POST",
-            headers: { "Content-Type": "application/json" },
-            body: JSON.stringify({
-                prompt,
-                model,
-                options: requestOptions,
-            }),
-        });
-        if (!response.ok) {
-            throw new Error(`Request to Ollama server failed: ${response.status} ${response.statusText}`);
-        }
-        const json = await response.json();
-        return json.embedding;
-    }
-    async _embed(strings) {
-        const embeddings = [];
-        for await (const prompt of strings) {
-            const embedding = await this.caller.call(() => this._request(prompt));
-            embeddings.push(embedding);
-        }
-        return embeddings;
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    async embedDocuments(documents) {
-        return this._embed(documents);
-    }
-    async embedQuery(document) {
-        return (await this.embedDocuments([document]))[0];
-    }
-}
-exports.OllamaEmbeddings = OllamaEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/ollama"), exports);

package/dist/embeddings/ollama.d.ts

@@ -1,34 +1 @@
-import { OllamaInput, OllamaRequestParams } from "../util/ollama.js";
-import { Embeddings, EmbeddingsParams } from "./base.js";
-type CamelCasedRequestOptions = Omit<OllamaInput, "baseUrl" | "model" | "format">;
-/**
- * Interface for OllamaEmbeddings parameters. Extends EmbeddingsParams and
- * defines additional parameters specific to the OllamaEmbeddings class.
- */
-interface OllamaEmbeddingsParams extends EmbeddingsParams {
-    /** The Ollama model to use, e.g: "llama2:13b" */
-    model?: string;
-    /** Base URL of the Ollama server, defaults to "http://localhost:11434" */
-    baseUrl?: string;
-    /** Advanced Ollama API request parameters in camelCase, see
-     * https://github.com/jmorganca/ollama/blob/main/docs/modelfile.md#valid-parameters-and-values
-     * for details of the available parameters.
-     */
-    requestOptions?: CamelCasedRequestOptions;
-}
-export declare class OllamaEmbeddings extends Embeddings {
-    model: string;
-    baseUrl: string;
-    requestOptions?: OllamaRequestParams["options"];
-    constructor(params?: OllamaEmbeddingsParams);
-    /** convert camelCased Ollama request options like "useMMap" to
-     * the snake_cased equivalent which the ollama API actually uses.
-     * Used only for consistency with the llms/Ollama and chatModels/Ollama classes
-     */
-    _convertOptions(requestOptions: CamelCasedRequestOptions): Record<string, unknown>;
-    _request(prompt: string): Promise<number[]>;
-    _embed(strings: string[]): Promise<number[][]>;
-    embedDocuments(documents: string[]): Promise<number[][]>;
-    embedQuery(document: string): Promise<number[]>;
-}
-export {};
+export * from "@langchain/community/embeddings/ollama";