langchain 0.0.202 → 0.0.204-rc.0

package/dist/embeddings/openai.js

@@ -1,239 +1 @@
-import { OpenAI as OpenAIClient } from "openai";
-import { getEnvironmentVariable } from "../util/env.js";
-import { chunkArray } from "../util/chunk.js";
-import { Embeddings } from "./base.js";
-import { getEndpoint } from "../util/azure.js";
-import { wrapOpenAIClientError } from "../util/openai.js";
-/**
- * Class for generating embeddings using the OpenAI API. Extends the
- * Embeddings class and implements OpenAIEmbeddingsParams and
- * AzureOpenAIInput.
- * @example
- * ```typescript
- * // Embed a query using OpenAIEmbeddings to generate embeddings for a given text
- * const model = new OpenAIEmbeddings();
- * const res = await model.embedQuery(
- *   "What would be a good company name for a company that makes colorful socks?",
- * );
- * console.log({ res });
- *
- * ```
- */
-export class OpenAIEmbeddings extends Embeddings {
-    constructor(fields, configuration) {
-        const fieldsWithDefaults = { maxConcurrency: 2, ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text-embedding-ada-002"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 512
-        });
-        Object.defineProperty(this, "stripNewLines", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "timeout", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "azureOpenAIApiVersion", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "azureOpenAIApiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "azureOpenAIApiInstanceName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "azureOpenAIApiDeploymentName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "azureOpenAIBasePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "organization", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "clientConfig", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        let apiKey = fieldsWithDefaults?.openAIApiKey ??
-            getEnvironmentVariable("OPENAI_API_KEY");
-        const azureApiKey = fieldsWithDefaults?.azureOpenAIApiKey ??
-            getEnvironmentVariable("AZURE_OPENAI_API_KEY");
-        if (!azureApiKey && !apiKey) {
-            throw new Error("OpenAI or Azure OpenAI API key not found");
-        }
-        const azureApiInstanceName = fieldsWithDefaults?.azureOpenAIApiInstanceName ??
-            getEnvironmentVariable("AZURE_OPENAI_API_INSTANCE_NAME");
-        const azureApiDeploymentName = (fieldsWithDefaults?.azureOpenAIApiEmbeddingsDeploymentName ||
-            fieldsWithDefaults?.azureOpenAIApiDeploymentName) ??
-            (getEnvironmentVariable("AZURE_OPENAI_API_EMBEDDINGS_DEPLOYMENT_NAME") ||
-                getEnvironmentVariable("AZURE_OPENAI_API_DEPLOYMENT_NAME"));
-        const azureApiVersion = fieldsWithDefaults?.azureOpenAIApiVersion ??
-            getEnvironmentVariable("AZURE_OPENAI_API_VERSION");
-        this.azureOpenAIBasePath =
-            fieldsWithDefaults?.azureOpenAIBasePath ??
-                getEnvironmentVariable("AZURE_OPENAI_BASE_PATH");
-        this.organization =
-            fieldsWithDefaults?.configuration?.organization ??
-                getEnvironmentVariable("OPENAI_ORGANIZATION");
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize =
-            fieldsWithDefaults?.batchSize ?? (azureApiKey ? 1 : this.batchSize);
-        this.stripNewLines =
-            fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.timeout = fieldsWithDefaults?.timeout;
-        this.azureOpenAIApiVersion = azureApiVersion;
-        this.azureOpenAIApiKey = azureApiKey;
-        this.azureOpenAIApiInstanceName = azureApiInstanceName;
-        this.azureOpenAIApiDeploymentName = azureApiDeploymentName;
-        if (this.azureOpenAIApiKey) {
-            if (!this.azureOpenAIApiInstanceName && !this.azureOpenAIBasePath) {
-                throw new Error("Azure OpenAI API instance name not found");
-            }
-            if (!this.azureOpenAIApiDeploymentName) {
-                throw new Error("Azure OpenAI API deployment name not found");
-            }
-            if (!this.azureOpenAIApiVersion) {
-                throw new Error("Azure OpenAI API version not found");
-            }
-            apiKey = apiKey ?? "";
-        }
-        this.clientConfig = {
-            apiKey,
-            organization: this.organization,
-            baseURL: configuration?.basePath,
-            dangerouslyAllowBrowser: true,
-            defaultHeaders: configuration?.baseOptions?.headers,
-            defaultQuery: configuration?.baseOptions?.params,
-            ...configuration,
-            ...fields?.configuration,
-        };
-    }
-    /**
-     * Method to generate embeddings for an array of documents. Splits the
-     * documents into batches and makes requests to the OpenAI API to generate
-     * embeddings.
-     * @param texts Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each document.
-     */
-    async embedDocuments(texts) {
-        const batches = chunkArray(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            input: batch,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { data: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j].embedding);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Method to generate an embedding for a single document. Calls the
-     * embeddingWithRetry method with the document as the input.
-     * @param text Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the document.
-     */
-    async embedQuery(text) {
-        const { data } = await this.embeddingWithRetry({
-            model: this.modelName,
-            input: this.stripNewLines ? text.replace(/\n/g, " ") : text,
-        });
-        return data[0].embedding;
-    }
-    /**
-     * Private method to make a request to the OpenAI API to generate
-     * embeddings. Handles the retry logic and returns the response from the
-     * API.
-     * @param request Request to send to the OpenAI API.
-     * @returns Promise that resolves to the response from the API.
-     */
-    async embeddingWithRetry(request) {
-        if (!this.client) {
-            const openAIEndpointConfig = {
-                azureOpenAIApiDeploymentName: this.azureOpenAIApiDeploymentName,
-                azureOpenAIApiInstanceName: this.azureOpenAIApiInstanceName,
-                azureOpenAIApiKey: this.azureOpenAIApiKey,
-                azureOpenAIBasePath: this.azureOpenAIBasePath,
-                baseURL: this.clientConfig.baseURL,
-            };
-            const endpoint = getEndpoint(openAIEndpointConfig);
-            const params = {
-                ...this.clientConfig,
-                baseURL: endpoint,
-                timeout: this.timeout,
-                maxRetries: 0,
-            };
-            if (!params.baseURL) {
-                delete params.baseURL;
-            }
-            this.client = new OpenAIClient(params);
-        }
-        const requestOptions = {};
-        if (this.azureOpenAIApiKey) {
-            requestOptions.headers = {
-                "api-key": this.azureOpenAIApiKey,
-                ...requestOptions.headers,
-            };
-            requestOptions.query = {
-                "api-version": this.azureOpenAIApiVersion,
-                ...requestOptions.query,
-            };
-        }
-        return this.caller.call(async () => {
-            try {
-                const res = await this.client.embeddings.create(request, requestOptions);
-                return res;
-            }
-            catch (e) {
-                const error = wrapOpenAIClientError(e);
-                throw error;
-            }
-        });
-    }
-}
+export { OpenAIEmbeddings, } from "@langchain/openai";

package/dist/embeddings/tensorflow.cjs

@@ -10,101 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];
 }));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TensorFlowEmbeddings = void 0;
-const universal_sentence_encoder_1 = require("@tensorflow-models/universal-sentence-encoder");
-const tf = __importStar(require("@tensorflow/tfjs-core"));
-const base_js_1 = require("./base.cjs");
-/**
- * Class that extends the Embeddings class and provides methods for
- * generating embeddings using the Universal Sentence Encoder model from
- * TensorFlow.js.
- * @example
- * ```typescript
- * const embeddings = new TensorFlowEmbeddings();
- * const store = new MemoryVectorStore(embeddings);
- *
- * const documents = [
- *   "A document",
- *   "Some other piece of text",
- *   "One more",
- *   "And another",
- * ];
- *
- * await store.addDocuments(
- *   documents.map((pageContent) => new Document({ pageContent }))
- * );
- * ```
- */
-class TensorFlowEmbeddings extends base_js_1.Embeddings {
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "_cached", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        try {
-            tf.backend();
-        }
-        catch (e) {
-            throw new Error("No TensorFlow backend found, see instructions at ...");
-        }
-    }
-    /**
-     * Private method that loads the Universal Sentence Encoder model if it
-     * hasn't been loaded already. It returns a promise that resolves to the
-     * loaded model.
-     * @returns Promise that resolves to the loaded Universal Sentence Encoder model.
-     */
-    async load() {
-        if (this._cached === undefined) {
-            this._cached = (0, universal_sentence_encoder_1.load)();
-        }
-        return this._cached;
-    }
-    _embed(texts) {
-        return this.caller.call(async () => {
-            const model = await this.load();
-            return model.embed(texts);
-        });
-    }
-    /**
-     * Method that takes a document as input and returns a promise that
-     * resolves to an embedding for the document. It calls the _embed method
-     * with the document as the input and processes the result to return a
-     * single embedding.
-     * @param document Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the input document.
-     */
-    embedQuery(document) {
-        return this._embed([document])
-            .then((embeddings) => embeddings.array())
-            .then((embeddings) => embeddings[0]);
-    }
-    /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embed method with the documents as the input and processes the
-     * result to return the embeddings.
-     * @param documents Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each input document.
-     */
-    embedDocuments(documents) {
-        return this._embed(documents).then((embeddings) => embeddings.array());
-    }
-}
-exports.TensorFlowEmbeddings = TensorFlowEmbeddings;
+__exportStar(require("@langchain/community/embeddings/tensorflow"), exports);

package/dist/embeddings/tensorflow.d.ts

@@ -1,59 +1 @@
-import { load } from "@tensorflow-models/universal-sentence-encoder";
-import { Embeddings, EmbeddingsParams } from "./base.js";
-/**
- * Interface that extends EmbeddingsParams and defines additional
- * parameters specific to the TensorFlowEmbeddings class.
- */
-export interface TensorFlowEmbeddingsParams extends EmbeddingsParams {
-}
-/**
- * Class that extends the Embeddings class and provides methods for
- * generating embeddings using the Universal Sentence Encoder model from
- * TensorFlow.js.
- * @example
- * ```typescript
- * const embeddings = new TensorFlowEmbeddings();
- * const store = new MemoryVectorStore(embeddings);
- *
- * const documents = [
- *   "A document",
- *   "Some other piece of text",
- *   "One more",
- *   "And another",
- * ];
- *
- * await store.addDocuments(
- *   documents.map((pageContent) => new Document({ pageContent }))
- * );
- * ```
- */
-export declare class TensorFlowEmbeddings extends Embeddings {
-    constructor(fields?: TensorFlowEmbeddingsParams);
-    _cached: ReturnType<typeof load>;
-    /**
-     * Private method that loads the Universal Sentence Encoder model if it
-     * hasn't been loaded already. It returns a promise that resolves to the
-     * loaded model.
-     * @returns Promise that resolves to the loaded Universal Sentence Encoder model.
-     */
-    private load;
-    private _embed;
-    /**
-     * Method that takes a document as input and returns a promise that
-     * resolves to an embedding for the document. It calls the _embed method
-     * with the document as the input and processes the result to return a
-     * single embedding.
-     * @param document Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the input document.
-     */
-    embedQuery(document: string): Promise<number[]>;
-    /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embed method with the documents as the input and processes the
-     * result to return the embeddings.
-     * @param documents Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each input document.
-     */
-    embedDocuments(documents: string[]): Promise<number[][]>;
-}
+export * from "@langchain/community/embeddings/tensorflow";

package/dist/embeddings/tensorflow.js

@@ -1,83 +1 @@
-import { load } from "@tensorflow-models/universal-sentence-encoder";
-import * as tf from "@tensorflow/tfjs-core";
-import { Embeddings } from "./base.js";
-/**
- * Class that extends the Embeddings class and provides methods for
- * generating embeddings using the Universal Sentence Encoder model from
- * TensorFlow.js.
- * @example
- * ```typescript
- * const embeddings = new TensorFlowEmbeddings();
- * const store = new MemoryVectorStore(embeddings);
- *
- * const documents = [
- *   "A document",
- *   "Some other piece of text",
- *   "One more",
- *   "And another",
- * ];
- *
- * await store.addDocuments(
- *   documents.map((pageContent) => new Document({ pageContent }))
- * );
- * ```
- */
-export class TensorFlowEmbeddings extends Embeddings {
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "_cached", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        try {
-            tf.backend();
-        }
-        catch (e) {
-            throw new Error("No TensorFlow backend found, see instructions at ...");
-        }
-    }
-    /**
-     * Private method that loads the Universal Sentence Encoder model if it
-     * hasn't been loaded already. It returns a promise that resolves to the
-     * loaded model.
-     * @returns Promise that resolves to the loaded Universal Sentence Encoder model.
-     */
-    async load() {
-        if (this._cached === undefined) {
-            this._cached = load();
-        }
-        return this._cached;
-    }
-    _embed(texts) {
-        return this.caller.call(async () => {
-            const model = await this.load();
-            return model.embed(texts);
-        });
-    }
-    /**
-     * Method that takes a document as input and returns a promise that
-     * resolves to an embedding for the document. It calls the _embed method
-     * with the document as the input and processes the result to return a
-     * single embedding.
-     * @param document Document to generate an embedding for.
-     * @returns Promise that resolves to an embedding for the input document.
-     */
-    embedQuery(document) {
-        return this._embed([document])
-            .then((embeddings) => embeddings.array())
-            .then((embeddings) => embeddings[0]);
-    }
-    /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embed method with the documents as the input and processes the
-     * result to return the embeddings.
-     * @param documents Array of documents to generate embeddings for.
-     * @returns Promise that resolves to a 2D array of embeddings for each input document.
-     */
-    embedDocuments(documents) {
-        return this._embed(documents).then((embeddings) => embeddings.array());
-    }
-}
+export * from "@langchain/community/embeddings/tensorflow";

package/dist/embeddings/voyage.cjs

@@ -1,120 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VoyageEmbeddings = void 0;
-const chunk_js_1 = require("../util/chunk.cjs");
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-/**
- * A class for generating embeddings using the Voyage AI API.
- */
-class VoyageEmbeddings extends base_js_1.Embeddings {
-    /**
-     * Constructor for the VoyageEmbeddings class.
-     * @param fields - An optional object with properties to configure the instance.
-     */
-    constructor(fields) {
-        const fieldsWithDefaults = { ...fields };
-        super(fieldsWithDefaults);
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "voyage-01"
-        });
-        Object.defineProperty(this, "batchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 8
-        });
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "basePath", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "https://api.voyageai.com/v1"
-        });
-        Object.defineProperty(this, "apiUrl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const apiKey = fieldsWithDefaults?.apiKey || (0, env_js_1.getEnvironmentVariable)("VOYAGEAI_API_KEY");
-        if (!apiKey) {
-            throw new Error("Voyage AI API key not found");
-        }
-        this.modelName = fieldsWithDefaults?.modelName ?? this.modelName;
-        this.batchSize = fieldsWithDefaults?.batchSize ?? this.batchSize;
-        this.apiKey = apiKey;
-        this.apiUrl = `${this.basePath}/embeddings`;
-    }
-    /**
-     * Generates embeddings for an array of texts.
-     * @param texts - An array of strings to generate embeddings for.
-     * @returns A Promise that resolves to an array of embeddings.
-     */
-    async embedDocuments(texts) {
-        const batches = (0, chunk_js_1.chunkArray)(texts, this.batchSize);
-        const batchRequests = batches.map((batch) => this.embeddingWithRetry({
-            model: this.modelName,
-            input: batch,
-        }));
-        const batchResponses = await Promise.all(batchRequests);
-        const embeddings = [];
-        for (let i = 0; i < batchResponses.length; i += 1) {
-            const batch = batches[i];
-            const { data: batchResponse } = batchResponses[i];
-            for (let j = 0; j < batch.length; j += 1) {
-                embeddings.push(batchResponse[j].embedding);
-            }
-        }
-        return embeddings;
-    }
-    /**
-     * Generates an embedding for a single text.
-     * @param text - A string to generate an embedding for.
-     * @returns A Promise that resolves to an array of numbers representing the embedding.
-     */
-    async embedQuery(text) {
-        const { data } = await this.embeddingWithRetry({
-            model: this.modelName,
-            input: text,
-        });
-        return data[0].embedding;
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Makes a request to the Voyage AI API to generate embeddings for an array of texts.
-     * @param request - An object with properties to configure the request.
-     * @returns A Promise that resolves to the response from the Voyage AI API.
-     */
-    async embeddingWithRetry(request) {
-        const makeCompletionRequest = async () => {
-            const url = `${this.apiUrl}`;
-            const response = await fetch(url, {
-                method: "POST",
-                headers: {
-                    "Content-Type": "application/json",
-                    Authorization: `Bearer ${this.apiKey}`,
-                    ...this.headers,
-                },
-                body: JSON.stringify(request),
-            });
-            const json = await response.json();
-            return json;
-        };
-        return this.caller.call(makeCompletionRequest);
-    }
-}
-exports.VoyageEmbeddings = VoyageEmbeddings;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/embeddings/voyage"), exports);