langchain 0.0.202 → 0.0.204-rc.0

package/dist/embeddings/llama_cpp.d.ts

@@ -1,42 +1 @@
-import { LlamaModel, LlamaContext } from "node-llama-cpp";
-import { LlamaBaseCppInputs } from "../util/llama_cpp.js";
-import { Embeddings, EmbeddingsParams } from "./base.js";
-/**
- * Note that the modelPath is the only required parameter. For testing you
- * can set this in the environment variable `LLAMA_PATH`.
- */
-export interface LlamaCppEmbeddingsParams extends LlamaBaseCppInputs, EmbeddingsParams {
-}
-/**
- * @example
- * ```typescript
- * // Initialize LlamaCppEmbeddings with the path to the model file
- * const embeddings = new LlamaCppEmbeddings({
- *   modelPath: "/Replace/with/path/to/your/model/gguf-llama2-q4_0.bin",
- * });
- *
- * // Embed a query string using the Llama embeddings
- * const res = embeddings.embedQuery("Hello Llama!");
- *
- * // Output the resulting embeddings
- * console.log(res);
- *
- * ```
- */
-export declare class LlamaCppEmbeddings extends Embeddings {
-    _model: LlamaModel;
-    _context: LlamaContext;
-    constructor(inputs: LlamaCppEmbeddingsParams);
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    embedDocuments(texts: string[]): Promise<number[][]>;
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    embedQuery(text: string): Promise<number[]>;
-}
+export * from "@langchain/community/embeddings/llama_cpp";

package/dist/embeddings/llama_cpp.js

@@ -1,79 +1 @@
-import { createLlamaModel, createLlamaContext, } from "../util/llama_cpp.js";
-import { Embeddings } from "./base.js";
-/**
- * @example
- * ```typescript
- * // Initialize LlamaCppEmbeddings with the path to the model file
- * const embeddings = new LlamaCppEmbeddings({
- *   modelPath: "/Replace/with/path/to/your/model/gguf-llama2-q4_0.bin",
- * });
- *
- * // Embed a query string using the Llama embeddings
- * const res = embeddings.embedQuery("Hello Llama!");
- *
- * // Output the resulting embeddings
- * console.log(res);
- *
- * ```
- */
-export class LlamaCppEmbeddings extends Embeddings {
-    constructor(inputs) {
-        super(inputs);
-        Object.defineProperty(this, "_model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_context", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const _inputs = inputs;
-        _inputs.embedding = true;
-        this._model = createLlamaModel(_inputs);
-        this._context = createLlamaContext(this._model, _inputs);
-    }
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    async embedDocuments(texts) {
-        const tokensArray = [];
-        for (const text of texts) {
-            const encodings = await this.caller.call(() => new Promise((resolve) => {
-                resolve(this._context.encode(text));
-            }));
-            tokensArray.push(encodings);
-        }
-        const embeddings = [];
-        for (const tokens of tokensArray) {
-            const embedArray = [];
-            for (let i = 0; i < tokens.length; i += 1) {
-                const nToken = +tokens[i];
-                embedArray.push(nToken);
-            }
-            embeddings.push(embedArray);
-        }
-        return embeddings;
-    }
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    async embedQuery(text) {
-        const tokens = [];
-        const encodings = await this.caller.call(() => new Promise((resolve) => {
-            resolve(this._context.encode(text));
-        }));
-        for (let i = 0; i < encodings.length; i += 1) {
-            const token = +encodings[i];
-            tokens.push(token);
-        }
-        return tokens;
-    }
-}
+export * from "@langchain/community/embeddings/llama_cpp";

package/dist/embeddings/minimax.cjs

@@ -1,167 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MinimaxEmbeddings = void 0;
-const env_js_1 = require("../util/env.cjs");
-const chunk_js_1 = require("../util/chunk.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-class MinimaxEmbeddings extends base_js_1.Embeddings {
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "embo-01"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 512
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "minimaxGroupId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "minimaxApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "type", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "db"
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "basePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.minimax.chat/v1"
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.minimaxGroupId =
-            fields?.minimaxGroupId ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_GROUP_ID");
-        if (!this.minimaxGroupId) {
-            throw new Error("Minimax GroupID  not found");
-        }
-        this.minimaxApiKey =
-            fields?.minimaxApiKey ?? (0, env_js_1.getEnvironmentVariable)("MINIMAX_API_KEY");
-        if (!this.minimaxApiKey) {
-            throw new Error("Minimax ApiKey not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.type = fieldsWithDefaults?.type ?? this.type;
-        this.stripNewLines =
-            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.basePath = fields?.configuration?.basePath ?? this.basePath;
-        this.apiUrl = `${this.basePath}/embeddings`;
-        this.headers = fields?.configuration?.headers ?? this.headers;
-    }
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    async embedDocuments(texts) {
-        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-            type: this.type,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { vectors: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    async embedQuery(text) {
-        const { vectors } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [this.stripNewLines ? text.replace(/\n/g, " ") : text],
-            type: this.type,
-        });
-        return vectors[0];
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    async embeddingWithRetry(request) {
-        const makeCompletionRequest = async () => {
-            const url = `${this.apiUrl}?GroupId=${this.minimaxGroupId}`;
-            const response = await fetch(url, {
-                method: "POST",
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${this.minimaxApiKey}`,
-                    ...this.headers,
-                },
-                body: JSON.stringify(request),
-            });
-            const json = await response.json();
-            return json;
-        };
-        return this.caller.call(makeCompletionRequest);
-    }
-}
-exports.MinimaxEmbeddings = MinimaxEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/minimax"), exports);

package/dist/embeddings/minimax.d.ts

@@ -1,119 +1 @@
-import { Embeddings, EmbeddingsParams } from "./base.js";
-import { ConfigurationParameters } from "../chat_models/minimax.js";
-/**
- * Interface for MinimaxEmbeddings parameters. Extends EmbeddingsParams and
- * defines additional parameters specific to the MinimaxEmbeddings class.
- */
-export interface MinimaxEmbeddingsParams extends EmbeddingsParams {
-    /** Model name to use */
-    modelName: string;
-    /**
-     * API key to use when making requests. Defaults to the value of
-     * `MINIMAX_GROUP_ID` environment variable.
-     */
-    minimaxGroupId?: string;
-    /**
-     * Secret key to use when making requests. Defaults to the value of
-     * `MINIMAX_API_KEY` environment variable.
-     */
-    minimaxApiKey?: string;
-    /**
-     * The maximum number of documents to embed in a single request. This is
-     * limited by the Minimax API to a maximum of 4096.
-     */
-    batchSize?: number;
-    /**
-     * Whether to strip new lines from the input text. This is recommended by
-     * Minimax, but may not be suitable for all use cases.
-     */
-    stripNewLines?: boolean;
-    /**
-     *  The target use-case after generating the vector.
-     *  When using embeddings, the vector of the target content is first generated through the db and stored in the vector database,
-     *  and then the vector of the retrieval text is generated through the query.
-     *  Note: For the parameters of the partial algorithm, we adopted a separate algorithm plan for query and db.
-     *  Therefore, for a paragraph of text, if it is to be used as a retrieval text, it should use the db,
-     *  and if it is used as a retrieval text, it should use the query.
-     */
-    type?: "db" | "query";
-}
-export interface CreateMinimaxEmbeddingRequest {
-    /**
-     * @type {string}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    model: string;
-    /**
-     *  Text to generate vector expectation
-     * @type {CreateEmbeddingRequestInput}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    texts: string[];
-    /**
-     *  The target use-case after generating the vector. When using embeddings,
-     *  first generate the vector of the target content through the db and store it in the vector database,
-     *  and then generate the vector of the retrieval text through the query.
-     *  Note: For the parameter of the algorithm, we use the algorithm scheme of query and db separation,
-     *  so a text, if it is to be retrieved as a text, should use the db,
-     *  if it is used as a retrieval text, should use the query.
-     * @type {string}
-     * @memberof CreateMinimaxEmbeddingRequest
-     */
-    type: "db" | "query";
-}
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-export declare class MinimaxEmbeddings extends Embeddings implements MinimaxEmbeddingsParams {
-    modelName: string;
-    batchSize: number;
-    stripNewLines: boolean;
-    minimaxGroupId?: string;
-    minimaxApiKey?: string;
-    type: "db" | "query";
-    apiUrl: string;
-    basePath?: string;
-    headers?: Record<string, string>;
-    constructor(fields?: Partial<MinimaxEmbeddingsParams> & {
-        configuration?: ConfigurationParameters;
-    });
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    embedDocuments(texts: string[]): Promise<number[][]>;
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    embedQuery(text: string): Promise<number[]>;
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    private embeddingWithRetry;
-}
+export * from "@langchain/community/embeddings/minimax";

package/dist/embeddings/minimax.js

@@ -1,163 +1 @@
-import { getEnvironmentVariable } from "../util/env.js";
-import { chunkArray } from "../util/chunk.js";
-import { Embeddings } from "./base.js";
-/**
- * Class for generating embeddings using the Minimax API. Extends the
- * Embeddings class and implements MinimaxEmbeddingsParams
- * @example
- * ```typescript
- * const embeddings = new MinimaxEmbeddings();
- *
- * // Embed a single query
- * const queryEmbedding = await embeddings.embedQuery("Hello world");
- * console.log(queryEmbedding);
- *
- * // Embed multiple documents
- * const documentsEmbedding = await embeddings.embedDocuments([
- *   "Hello world",
- *   "Bye bye",
- * ]);
- * console.log(documentsEmbedding);
- * ```
- */
-export class MinimaxEmbeddings extends Embeddings {
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "embo-01"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 512
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "minimaxGroupId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "minimaxApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "type", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "db"
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "basePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.minimax.chat/v1"
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.minimaxGroupId =
-            fields?.minimaxGroupId ?? getEnvironmentVariable("MINIMAX_GROUP_ID");
-        if (!this.minimaxGroupId) {
-            throw new Error("Minimax GroupID  not found");
-        }
-        this.minimaxApiKey =
-            fields?.minimaxApiKey ?? getEnvironmentVariable("MINIMAX_API_KEY");
-        if (!this.minimaxApiKey) {
-            throw new Error("Minimax ApiKey not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.type = fieldsWithDefaults?.type ?? this.type;
-        this.stripNewLines =
-            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.basePath = fields?.configuration?.basePath ?? this.basePath;
-        this.apiUrl = `${this.basePath}/embeddings`;
-        this.headers = fields?.configuration?.headers ?? this.headers;
-    }
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the Minimax API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    async embedDocuments(texts) {
-        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-            type: this.type,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { vectors: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    async embedQuery(text) {
-        const { vectors } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [this.stripNewLines ? text.replace(/\n/g, " ") : text],
-            type: this.type,
-        });
-        return vectors[0];
-    }
-    /**
-     * Private method to make a request to the Minimax API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the Minimax API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    async embeddingWithRetry(request) {
-        const makeCompletionRequest = async () => {
-            const url = `${this.apiUrl}?GroupId=${this.minimaxGroupId}`;
-            const response = await fetch(url, {
-                method: "POST",
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${this.minimaxApiKey}`,
-                    ...this.headers,
-                },
-                body: JSON.stringify(request),
-            });
-            const json = await response.json();
-            return json;
-        };
-        return this.caller.call(makeCompletionRequest);
-    }
-}
+export * from "@langchain/community/embeddings/minimax";