langchain 0.0.203 → 0.0.204-rc.0

package/dist/embeddings/cloudflare_workersai.cjs

@@ -1,69 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CloudflareWorkersAIEmbeddings = void 0;
-const ai_1 = require("@cloudflare/ai");
-const chunk_js_1 = require("../util/chunk.cjs");
-const base_js_1 = require("./base.cjs");
-class CloudflareWorkersAIEmbeddings extends base_js_1.Embeddings {
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "@cf/baai/bge-base-en-v1.5"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 50
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "ai", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!fields.binding) {
-            throw new Error("Must supply a Workers AI binding, eg { binding: env.AI }");
-        }
-        this.ai = new ai_1.Ai(fields.binding);
-        this.modelName = fields.modelName ?? this.modelName;
-        this.stripNewLines = fields.stripNewLines ?? this.stripNewLines;
-    }
-    async embedDocuments(texts) {
-        const batches = (0, chunk_js_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.runEmbedding(batch));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batchResponse = batchResponses[i];
-            for (let j = 0; j < batchResponse.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    async embedQuery(text) {
-        const data = await this.runEmbedding([
-            this.stripNewLines ? text.replace(/\n/g, " ") : text,
-        ]);
-        return data[0];
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    async runEmbedding(texts) {
-        return this.caller.call(async () => {
-            const response = await this.ai.run(this.modelName, {
-                text: texts,
-            });
-            return response.data;
-        });
-    }
-}
-exports.CloudflareWorkersAIEmbeddings = CloudflareWorkersAIEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/cloudflare_workersai"), exports);

package/dist/embeddings/cloudflare_workersai.d.ts

@@ -1,28 +1 @@
-import { Ai } from "@cloudflare/ai";
-import { Fetcher } from "@cloudflare/workers-types";
-import { Embeddings, EmbeddingsParams } from "./base.js";
-export interface CloudflareWorkersAIEmbeddingsParams extends EmbeddingsParams {
-    /** Binding */
-    binding: Fetcher;
-    /** Model name to use */
-    modelName?: string;
-    /**
-     * The maximum number of documents to embed in a single request.
-     */
-    batchSize?: number;
-    /**
-     * Whether to strip new lines from the input text. This is recommended by
-     * OpenAI, but may not be suitable for all use cases.
-     */
-    stripNewLines?: boolean;
-}
-export declare class CloudflareWorkersAIEmbeddings extends Embeddings {
-    modelName: string;
-    batchSize: number;
-    stripNewLines: boolean;
-    ai: Ai;
-    constructor(fields: CloudflareWorkersAIEmbeddingsParams);
-    embedDocuments(texts: string[]): Promise<number[][]>;
-    embedQuery(text: string): Promise<number[]>;
-    private runEmbedding;
-}
+export * from "@langchain/community/embeddings/cloudflare_workersai";

package/dist/embeddings/cloudflare_workersai.js

@@ -1,65 +1 @@
-import { Ai } from "@cloudflare/ai";
-import { chunkArray } from "../util/chunk.js";
-import { Embeddings } from "./base.js";
-export class CloudflareWorkersAIEmbeddings extends Embeddings {
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "@cf/baai/bge-base-en-v1.5"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 50
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "ai", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!fields.binding) {
-            throw new Error("Must supply a Workers AI binding, eg { binding: env.AI }");
-        }
-        this.ai = new Ai(fields.binding);
-        this.modelName = fields.modelName ?? this.modelName;
-        this.stripNewLines = fields.stripNewLines ?? this.stripNewLines;
-    }
-    async embedDocuments(texts) {
-        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.runEmbedding(batch));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batchResponse = batchResponses[i];
-            for (let j = 0; j < batchResponse.length; j += 1) {
-                embeddings.push(batchResponse[j]);
-            }
-        }
-        return embeddings;
-    }
-    async embedQuery(text) {
-        const data = await this.runEmbedding([
-            this.stripNewLines ? text.replace(/\n/g, " ") : text,
-        ]);
-        return data[0];
-    }
-    async runEmbedding(texts) {
-        return this.caller.call(async () => {
-            const response = await this.ai.run(this.modelName, {
-                text: texts,
-            });
-            return response.data;
-        });
-    }
-}
+export * from "@langchain/community/embeddings/cloudflare_workersai";

package/dist/embeddings/cohere.cjs

@@ -1,126 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CohereEmbeddings = void 0;
-const chunk_js_1 = require("../util/chunk.cjs");
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * A class for generating embeddings using the Cohere API.
- * @example
- * ```typescript
- * // Embed a query using the CohereEmbeddings class
- * const model = new ChatOpenAI();
- * const res = await model.embedQuery(
- *   "What would be a good company name for a company that makes colorful socks?",
- * );
- * console.log({ res });
- *
- * ```
- */
-class CohereEmbeddings extends base_js_1.Embeddings {
-    /**
-     * Constructor for the CohereEmbeddings class.
-     * @param fields - An optional object with properties to configure the instance.
-     */
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "small"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 48
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const apiKey = fieldsWithDefaults?.apiKey || (0, env_js_1.getEnvironmentVariable)("COHERE_API_KEY");
-        if (!apiKey) {
-            throw new Error("Cohere API key not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.apiKey = apiKey;
-    }
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    async embedDocuments(texts) {
-        await this.maybeInitClient();
-        const batches = (0, chunk_js_1.chunkArray)(texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { body: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse.embeddings[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    async embedQuery(text) {
-        await this.maybeInitClient();
-        const { body } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [text],
-        });
-        return body.embeddings[0];
-    }
-    /**
-     * Generates embeddings with retry capabilities.
-     * @param request - An object containing the request parameters for generating embeddings.
-     * @returns A Promise that resolves to the API response.
-     */
-    async embeddingWithRetry(request) {
-        await this.maybeInitClient();
-        return this.caller.call(this.client.embed.bind(this.client), request);
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Initializes the Cohere client if it hasn't been initialized already.
-     */
-    async maybeInitClient() {
-        if (!this.client) {
-            const { cohere } = await CohereEmbeddings.imports();
-            this.client = cohere;
-            this.client.init(this.apiKey);
-        }
-    }
-    /** @ignore */
-    static async imports() {
-        try {
-            const { default: cohere } = await import("cohere-ai");
-            return { cohere };
-        }
-        catch (e) {
-            throw new Error("Please install cohere-ai as a dependency with, e.g. `yarn add cohere-ai`");
-        }
-    }
-}
-exports.CohereEmbeddings = CohereEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/cohere"), exports);

package/dist/embeddings/cohere.d.ts

@@ -1,66 +1 @@
-import { Embeddings, EmbeddingsParams } from "./base.js";
-/**
- * Interface that extends EmbeddingsParams and defines additional
- * parameters specific to the CohereEmbeddings class.
- */
-export interface CohereEmbeddingsParams extends EmbeddingsParams {
-    modelName: string;
-    /**
-     * The maximum number of documents to embed in a single request. This is
-     * limited by the Cohere API to a maximum of 96.
-     */
-    batchSize?: number;
-}
-/**
- * A class for generating embeddings using the Cohere API.
- * @example
- * ```typescript
- * // Embed a query using the CohereEmbeddings class
- * const model = new ChatOpenAI();
- * const res = await model.embedQuery(
- *   "What would be a good company name for a company that makes colorful socks?",
- * );
- * console.log({ res });
- *
- * ```
- */
-export declare class CohereEmbeddings extends Embeddings implements CohereEmbeddingsParams {
-    modelName: string;
-    batchSize: number;
-    private apiKey;
-    private client;
-    /**
-     * Constructor for the CohereEmbeddings class.
-     * @param fields - An optional object with properties to configure the instance.
-     */
-    constructor(fields?: Partial<CohereEmbeddingsParams> & {
-        verbose?: boolean;
-        apiKey?: string;
-    });
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    embedDocuments(texts: string[]): Promise<number[][]>;
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    embedQuery(text: string): Promise<number[]>;
-    /**
-     * Generates embeddings with retry capabilities.
-     * @param request - An object containing the request parameters for generating embeddings.
-     * @returns A Promise that resolves to the API response.
-     */
-    private embeddingWithRetry;
-    /**
-     * Initializes the Cohere client if it hasn't been initialized already.
-     */
-    private maybeInitClient;
-    /** @ignore */
-    static imports(): Promise<{
-        cohere: typeof import("cohere-ai");
-    }>;
-}
+export * from "@langchain/community/embeddings/cohere";

package/dist/embeddings/cohere.js

@@ -1,122 +1 @@
-import { chunkArray } from "../util/chunk.js";
-import { getEnvironmentVariable } from "../util/env.js";
-import { Embeddings } from "./base.js";
-/**
- * A class for generating embeddings using the Cohere API.
- * @example
- * ```typescript
- * // Embed a query using the CohereEmbeddings class
- * const model = new ChatOpenAI();
- * const res = await model.embedQuery(
- *   "What would be a good company name for a company that makes colorful socks?",
- * );
- * console.log({ res });
- *
- * ```
- */
-export class CohereEmbeddings extends Embeddings {
-    /**
-     * Constructor for the CohereEmbeddings class.
-     * @param fields - An optional object with properties to configure the instance.
-     */
-    constructor(fields) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "small"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 48
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const apiKey = fieldsWithDefaults?.apiKey || getEnvironmentVariable("COHERE_API_KEY");
-        if (!apiKey) {
-            throw new Error("Cohere API key not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.apiKey = apiKey;
-    }
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    async embedDocuments(texts) {
-        await this.maybeInitClient();
-        const batches = chunkArray(texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            texts: batch,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { body: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse.embeddings[j]);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    async embedQuery(text) {
-        await this.maybeInitClient();
-        const { body } = await this.embeddingWithRetry({
-            model: this.modelName,
-            texts: [text],
-        });
-        return body.embeddings[0];
-    }
-    /**
-     * Generates embeddings with retry capabilities.
-     * @param request - An object containing the request parameters for generating embeddings.
-     * @returns A Promise that resolves to the API response.
-     */
-    async embeddingWithRetry(request) {
-        await this.maybeInitClient();
-        return this.caller.call(this.client.embed.bind(this.client), request);
-    }
-    /**
-     * Initializes the Cohere client if it hasn't been initialized already.
-     */
-    async maybeInitClient() {
-        if (!this.client) {
-            const { cohere } = await CohereEmbeddings.imports();
-            this.client = cohere;
-            this.client.init(this.apiKey);
-        }
-    }
-    /** @ignore */
-    static async imports() {
-        try {
-            const { default: cohere } = await import("cohere-ai");
-            return { cohere };
-        }
-        catch (e) {
-            throw new Error("Please install cohere-ai as a dependency with, e.g. `yarn add cohere-ai`");
-        }
-    }
-}
+export * from "@langchain/community/embeddings/cohere";

package/dist/embeddings/googlepalm.cjs

@@ -1,90 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GooglePaLMEmbeddings = void 0;
-const generativelanguage_1 = require("@google-ai/generativelanguage");
-const google_auth_library_1 = require("google-auth-library");
-const base_js_1 = require("./base.cjs");
-const env_js_1 = require("../util/env.cjs");
-/**
- * Class that extends the Embeddings class and provides methods for
- * generating embeddings using the Google Palm API.
- * @example
- * ```typescript
- * const model = new GooglePaLMEmbeddings({
- *   apiKey: "<YOUR API KEY>",
- *   modelName: "models/embedding-gecko-001",
- * });
- *
- * // Embed a single query
- * const res = await model.embedQuery(
- *   "What would be a good company name for a company that makes colorful socks?"
- * );
- * console.log({ res });
- *
- * // Embed multiple documents
- * const documentRes = await model.embedDocuments(["Hello world", "Bye bye"]);
- * console.log({ documentRes });
- * ```
- */
-class GooglePaLMEmbeddings extends base_js_1.Embeddings {
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "models/embedding-gecko-001"
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.modelName = fields?.modelName ?? this.modelName;
-        this.apiKey =
-            fields?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("GOOGLE_PALM_API_KEY");
-        if (!this.apiKey) {
-            throw new Error("Please set an API key for Google Palm 2 in the environment variable GOOGLE_PALM_API_KEY or in the `apiKey` field of the GooglePalm constructor");
-        }
-        this.client = new generativelanguage_1.TextServiceClient({
-            authClient: new google_auth_library_1.GoogleAuth().fromAPIKey(this.apiKey),
-        });
-    }
-    async _embedText(text) {
-        // replace newlines, which can negatively affect performance.
-        const cleanedText = text.replace(/\n/g, " ");
-        const res = await this.client.embedText({
-            model: this.modelName,
-            text: cleanedText,
-        });
-        return res[0].embedding?.value ?? [];
-    }
-    /**
-     * Method that takes a document as input and returns a promise that
-     * resolves to an embedding for the document. It calls the _embedText
-     * method with the document as the input.
-     * @param document Document for which to generate an embedding.
-     * @returns Promise that resolves to an embedding for the input document.
-     */
-    embedQuery(document) {
-        return this.caller.callWithOptions({}, this._embedText.bind(this), document);
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
-     * @returns Promise that resolves to a 2D array of embeddings for each input document.
-     */
-    embedDocuments(documents) {
-        return Promise.all(documents.map((document) => this._embedText(document)));
-    }
-}
-exports.GooglePaLMEmbeddings = GooglePaLMEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/googlepalm"), exports);