langchain 0.0.199 → 0.0.200

package/dist/agents/index.cjs

@@ -1,9 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.XMLAgent = exports.OpenAIAgent = exports.StructuredChatOutputParserWithRetries = exports.StructuredChatOutputParser = exports.StructuredChatAgent = exports.AgentActionOutputParser = exports.ZeroShotAgentOutputParser = exports.ZeroShotAgent = exports.initializeAgentExecutorWithOptions = exports.initializeAgentExecutor = exports.AgentExecutor = exports.ChatConversationalAgentOutputParserWithRetries = exports.ChatConversationalAgentOutputParser = exports.ChatConversationalAgent = exports.ChatAgentOutputParser = exports.ChatAgent = exports.Toolkit = exports.createVectorStoreRouterAgent = exports.createVectorStoreAgent = exports.createOpenApiAgent = exports.createJsonAgent = exports.ZapierToolKit = exports.VectorStoreToolkit = exports.VectorStoreRouterToolkit = exports.RequestsToolkit = exports.OpenApiToolkit = exports.JsonToolkit = exports.LLMSingleActionAgent = exports.BaseSingleActionAgent = exports.Agent = void 0;
+exports.XMLAgent = exports.OpenAIAgent = exports.StructuredChatOutputParserWithRetries = exports.StructuredChatOutputParser = exports.StructuredChatAgent = exports.AgentActionOutputParser = exports.ZeroShotAgentOutputParser = exports.ZeroShotAgent = exports.initializeAgentExecutorWithOptions = exports.initializeAgentExecutor = exports.AgentExecutor = exports.ChatConversationalAgentOutputParserWithRetries = exports.ChatConversationalAgentOutputParser = exports.ChatConversationalAgent = exports.ChatAgentOutputParser = exports.ChatAgent = exports.Toolkit = exports.createVectorStoreRouterAgent = exports.createVectorStoreAgent = exports.createOpenApiAgent = exports.createJsonAgent = exports.ZapierToolKit = exports.VectorStoreToolkit = exports.VectorStoreRouterToolkit = exports.RequestsToolkit = exports.OpenApiToolkit = exports.JsonToolkit = exports.LLMSingleActionAgent = exports.RunnableAgent = exports.BaseMultiActionAgent = exports.BaseSingleActionAgent = exports.Agent = void 0;
 var agent_js_1 = require("./agent.cjs");
 Object.defineProperty(exports, "Agent", { enumerable: true, get: function () { return agent_js_1.Agent; } });
 Object.defineProperty(exports, "BaseSingleActionAgent", { enumerable: true, get: function () { return agent_js_1.BaseSingleActionAgent; } });
+Object.defineProperty(exports, "BaseMultiActionAgent", { enumerable: true, get: function () { return agent_js_1.BaseMultiActionAgent; } });
+Object.defineProperty(exports, "RunnableAgent", { enumerable: true, get: function () { return agent_js_1.RunnableAgent; } });
 Object.defineProperty(exports, "LLMSingleActionAgent", { enumerable: true, get: function () { return agent_js_1.LLMSingleActionAgent; } });
 var index_js_1 = require("./toolkits/index.cjs");
 Object.defineProperty(exports, "JsonToolkit", { enumerable: true, get: function () { return index_js_1.JsonToolkit; } });

package/dist/agents/index.d.ts

@@ -1,4 +1,4 @@
-export { Agent, type AgentArgs, BaseSingleActionAgent, LLMSingleActionAgent, type LLMSingleActionAgentInput, type OutputParserArgs, } from "./agent.js";
+export { Agent, type AgentArgs, BaseSingleActionAgent, BaseMultiActionAgent, RunnableAgent, LLMSingleActionAgent, type LLMSingleActionAgentInput, type OutputParserArgs, } from "./agent.js";
 export { JsonToolkit, OpenApiToolkit, RequestsToolkit, type VectorStoreInfo, VectorStoreRouterToolkit, VectorStoreToolkit, ZapierToolKit, createJsonAgent, createOpenApiAgent, createVectorStoreAgent, createVectorStoreRouterAgent, } from "./toolkits/index.js";
 export { Toolkit } from "./toolkits/base.js";
 export { ChatAgent, type ChatAgentInput, type ChatCreatePromptArgs, } from "./chat/index.js";

package/dist/agents/index.js

@@ -1,4 +1,4 @@
-export { Agent, BaseSingleActionAgent, LLMSingleActionAgent, } from "./agent.js";
+export { Agent, BaseSingleActionAgent, BaseMultiActionAgent, RunnableAgent, LLMSingleActionAgent, } from "./agent.js";
 export { JsonToolkit, OpenApiToolkit, RequestsToolkit, VectorStoreRouterToolkit, VectorStoreToolkit, ZapierToolKit, createJsonAgent, createOpenApiAgent, createVectorStoreAgent, createVectorStoreRouterAgent, } from "./toolkits/index.js";
 export { Toolkit } from "./toolkits/base.js";
 export { ChatAgent, } from "./chat/index.js";

package/dist/agents/toolkits/conversational_retrieval/tool.cjs

@@ -7,7 +7,7 @@ const document_js_1 = require("../../../util/document.cjs");
 function createRetrieverTool(retriever, input) {
     const func = async ({ input }, runManager) => {
         const docs = await retriever.getRelevantDocuments(input, runManager?.getChild("retriever"));
-        return (0, document_js_1.formatDocumentsAsString)(docs, "\n");
+        return (0, document_js_1.formatDocumentsAsString)(docs);
     };
     const schema = zod_1.z.object({
         input: zod_1.z

package/dist/agents/toolkits/conversational_retrieval/tool.js

@@ -4,7 +4,7 @@ import { formatDocumentsAsString } from "../../../util/document.js";
 export function createRetrieverTool(retriever, input) {
     const func = async ({ input }, runManager) => {
         const docs = await retriever.getRelevantDocuments(input, runManager?.getChild("retriever"));
-        return formatDocumentsAsString(docs, "\n");
+        return formatDocumentsAsString(docs);
     };
     const schema = z.object({
         input: z

package/dist/chat_models/fake.cjs

@@ -1,117 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FakeListChatModel = void 0;
-const base_js_1 = require("./base.cjs");
-const index_js_1 = require("../schema/index.cjs");
-/**
- * A fake Chat Model that returns a predefined list of responses. It can be used
- * for testing purposes.
- * @example
- * ```typescript
- * const chat = new FakeListChatModel({
- *   responses: ["I'll callback later.", "You 'console' them!"]
- * });
- *
- * const firstMessage = new HumanMessage("You want to hear a JavaScript joke?");
- * const secondMessage = new HumanMessage("How do you cheer up a JavaScript developer?");
- *
- * // Call the chat model with a message and log the response
- * const firstResponse = await chat.call([firstMessage]);
- * console.log({ firstResponse });
- *
- * const secondResponse = await chat.call([secondMessage]);
- * console.log({ secondResponse });
- * ```
- */
-class FakeListChatModel extends base_js_1.BaseChatModel {
-    static lc_name() {
-        return "FakeListChatModel";
-    }
-    constructor({ responses, sleep }) {
-        super({});
-        Object.defineProperty(this, "responses", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "i", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        Object.defineProperty(this, "sleep", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.responses = responses;
-        this.sleep = sleep;
-    }
-    _combineLLMOutput() {
-        return [];
-    }
-    _llmType() {
-        return "fake-list";
-    }
-    async _generate(_messages, options) {
-        await this._sleepIfRequested();
-        if (options?.stop?.length) {
-            return {
-                generations: [this._formatGeneration(options.stop[0])],
-            };
-        }
-        else {
-            const response = this._currentResponse();
-            this._incrementResponse();
-            return {
-                generations: [this._formatGeneration(response)],
-                llmOutput: {},
-            };
-        }
-    }
-    _formatGeneration(text) {
-        return {
-            message: new index_js_1.AIMessage(text),
-            text,
-        };
-    }
-    async *_streamResponseChunks(_messages, _options, _runManager) {
-        const response = this._currentResponse();
-        this._incrementResponse();
-        for await (const text of response) {
-            await this._sleepIfRequested();
-            yield this._createResponseChunk(text);
-        }
-    }
-    async _sleepIfRequested() {
-        if (this.sleep !== undefined) {
-            await this._sleep();
-        }
-    }
-    async _sleep() {
-        return new Promise((resolve) => {
-            setTimeout(() => resolve(), this.sleep);
-        });
-    }
-    _createResponseChunk(text) {
-        return new index_js_1.ChatGenerationChunk({
-            message: new index_js_1.AIMessageChunk({ content: text }),
-            text,
-        });
-    }
-    _currentResponse() {
-        return this.responses[this.i];
-    }
-    _incrementResponse() {
-        if (this.i < this.responses.length - 1) {
-            this.i += 1;
-        }
-        else {
-            this.i = 0;
-        }
-    }
-}
-exports.FakeListChatModel = FakeListChatModel;
+var testing_1 = require("@langchain/core/utils/testing");
+Object.defineProperty(exports, "FakeListChatModel", { enumerable: true, get: function () { return testing_1.FakeListChatModel; } });

package/dist/chat_models/fake.d.ts

@@ -1,52 +1 @@
-import { BaseChatModel, BaseChatModelParams } from "./base.js";
-import { AIMessage, BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-/**
- * Interface for the input parameters specific to the Fake List Chat model.
- */
-export interface FakeChatInput extends BaseChatModelParams {
-    /** Responses to return */
-    responses: string[];
-    /** Time to sleep in milliseconds between responses */
-    sleep?: number;
-}
-/**
- * A fake Chat Model that returns a predefined list of responses. It can be used
- * for testing purposes.
- * @example
- * ```typescript
- * const chat = new FakeListChatModel({
- *   responses: ["I'll callback later.", "You 'console' them!"]
- * });
- *
- * const firstMessage = new HumanMessage("You want to hear a JavaScript joke?");
- * const secondMessage = new HumanMessage("How do you cheer up a JavaScript developer?");
- *
- * // Call the chat model with a message and log the response
- * const firstResponse = await chat.call([firstMessage]);
- * console.log({ firstResponse });
- *
- * const secondResponse = await chat.call([secondMessage]);
- * console.log({ secondResponse });
- * ```
- */
-export declare class FakeListChatModel extends BaseChatModel {
-    static lc_name(): string;
-    responses: string[];
-    i: number;
-    sleep?: number;
-    constructor({ responses, sleep }: FakeChatInput);
-    _combineLLMOutput(): never[];
-    _llmType(): string;
-    _generate(_messages: BaseMessage[], options?: this["ParsedCallOptions"]): Promise<ChatResult>;
-    _formatGeneration(text: string): {
-        message: AIMessage;
-        text: string;
-    };
-    _streamResponseChunks(_messages: BaseMessage[], _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
-    _sleepIfRequested(): Promise<void>;
-    _sleep(): Promise<void>;
-    _createResponseChunk(text: string): ChatGenerationChunk;
-    _currentResponse(): string;
-    _incrementResponse(): void;
-}
+export { type FakeChatInput, FakeListChatModel, } from "@langchain/core/utils/testing";

package/dist/chat_models/fake.js

@@ -1,113 +1 @@
-import { BaseChatModel } from "./base.js";
-import { AIMessage, AIMessageChunk, ChatGenerationChunk, } from "../schema/index.js";
-/**
- * A fake Chat Model that returns a predefined list of responses. It can be used
- * for testing purposes.
- * @example
- * ```typescript
- * const chat = new FakeListChatModel({
- *   responses: ["I'll callback later.", "You 'console' them!"]
- * });
- *
- * const firstMessage = new HumanMessage("You want to hear a JavaScript joke?");
- * const secondMessage = new HumanMessage("How do you cheer up a JavaScript developer?");
- *
- * // Call the chat model with a message and log the response
- * const firstResponse = await chat.call([firstMessage]);
- * console.log({ firstResponse });
- *
- * const secondResponse = await chat.call([secondMessage]);
- * console.log({ secondResponse });
- * ```
- */
-export class FakeListChatModel extends BaseChatModel {
-    static lc_name() {
-        return "FakeListChatModel";
-    }
-    constructor({ responses, sleep }) {
-        super({});
-        Object.defineProperty(this, "responses", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "i", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        Object.defineProperty(this, "sleep", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.responses = responses;
-        this.sleep = sleep;
-    }
-    _combineLLMOutput() {
-        return [];
-    }
-    _llmType() {
-        return "fake-list";
-    }
-    async _generate(_messages, options) {
-        await this._sleepIfRequested();
-        if (options?.stop?.length) {
-            return {
-                generations: [this._formatGeneration(options.stop[0])],
-            };
-        }
-        else {
-            const response = this._currentResponse();
-            this._incrementResponse();
-            return {
-                generations: [this._formatGeneration(response)],
-                llmOutput: {},
-            };
-        }
-    }
-    _formatGeneration(text) {
-        return {
-            message: new AIMessage(text),
-            text,
-        };
-    }
-    async *_streamResponseChunks(_messages, _options, _runManager) {
-        const response = this._currentResponse();
-        this._incrementResponse();
-        for await (const text of response) {
-            await this._sleepIfRequested();
-            yield this._createResponseChunk(text);
-        }
-    }
-    async _sleepIfRequested() {
-        if (this.sleep !== undefined) {
-            await this._sleep();
-        }
-    }
-    async _sleep() {
-        return new Promise((resolve) => {
-            setTimeout(() => resolve(), this.sleep);
-        });
-    }
-    _createResponseChunk(text) {
-        return new ChatGenerationChunk({
-            message: new AIMessageChunk({ content: text }),
-            text,
-        });
-    }
-    _currentResponse() {
-        return this.responses[this.i];
-    }
-    _incrementResponse() {
-        if (this.i < this.responses.length - 1) {
-            this.i += 1;
-        }
-        else {
-            this.i = 0;
-        }
-    }
-}
+export { FakeListChatModel, } from "@langchain/core/utils/testing";

package/dist/chat_models/llama_cpp.cjs

@@ -108,7 +108,7 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
         };
     }
     /** @ignore */
-    async _call(messages, _options) {
+    async _call(messages, options) {
         let prompt = "";
         if (messages.length > 1) {
             // We need to build a new _session
@@ -126,6 +126,7 @@ class ChatLlamaCpp extends base_js_1.SimpleChatModel {
         }
         try {
             const promptOptions = {
+                onToken: options.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/chat_models/llama_cpp.d.ts

@@ -63,7 +63,7 @@ export declare class ChatLlamaCpp extends SimpleChatModel<LlamaCppCallOptions> {
         trimWhitespaceSuffix: boolean | undefined;
     };
     /** @ignore */
-    _call(messages: BaseMessage[], _options: this["ParsedCallOptions"]): Promise<string>;
+    _call(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<string>;
     _streamResponseChunks(input: BaseMessage[], _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     protected _buildSession(messages: BaseMessage[]): string;
     protected _convertMessagesToInteractions(messages: BaseMessage[]): ConversationInteraction[];

package/dist/chat_models/llama_cpp.js

@@ -105,7 +105,7 @@ export class ChatLlamaCpp extends SimpleChatModel {
         };
     }
     /** @ignore */
-    async _call(messages, _options) {
+    async _call(messages, options) {
         let prompt = "";
         if (messages.length > 1) {
             // We need to build a new _session
@@ -123,6 +123,7 @@ export class ChatLlamaCpp extends SimpleChatModel {
         }
         try {
             const promptOptions = {
+                onToken: options.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/chat_models/minimax.d.ts

@@ -1,4 +1,4 @@
-import type { OpenAIClient } from "@langchain/openai";
+import type { OpenAI as OpenAIClient } from "openai";
 import { BaseChatModel, BaseChatModelParams } from "./base.js";
 import { BaseMessage, ChatResult } from "../schema/index.js";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";

package/dist/embeddings/gradient_ai.cjs

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GradientEmbeddings = void 0;
+const nodejs_sdk_1 = require("@gradientai/nodejs-sdk");
+const env_js_1 = require("../util/env.cjs");
+const chunk_js_1 = require("../util/chunk.cjs");
+const base_js_1 = require("./base.cjs");
+/**
+ * Class for generating embeddings using the Gradient AI's API. Extends the
+ * Embeddings class and implements GradientEmbeddingsParams and
+ */
+class GradientEmbeddings extends base_js_1.Embeddings {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "gradientAccessKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "workspaceId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 128
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.gradientAccessKey =
+            fields?.gradientAccessKey ??
+                (0, env_js_1.getEnvironmentVariable)("GRADIENT_ACCESS_TOKEN");
+        this.workspaceId =
+            fields?.workspaceId ?? (0, env_js_1.getEnvironmentVariable)("GRADIENT_WORKSPACE_ID");
+        if (!this.gradientAccessKey) {
+            throw new Error("Missing Gradient AI Access Token");
+        }
+        if (!this.workspaceId) {
+            throw new Error("Missing Gradient AI Workspace ID");
+        }
+    }
+    /**
+     * Method to generate embeddings for an array of documents. Splits the
+     * documents into batches and makes requests to the Gradient API to generate
+     * embeddings.
+     * @param texts Array of documents to generate embeddings for.
+     * @returns Promise that resolves to a 2D array of embeddings for each document.
+     */
+    async embedDocuments(texts) {
+        await this.setModel();
+        const mappedTexts = texts.map((text) => ({ input: text }));
+        const batches = (0, chunk_js_1.chunkArray)(mappedTexts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.caller.call(async () => this.model.generateEmbeddings({
+            inputs: batch,
+        })));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { embeddings: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Method to generate an embedding for a single document. Calls the
+     * embedDocuments method with the document as the input.
+     * @param text Document to generate an embedding for.
+     * @returns Promise that resolves to an embedding for the document.
+     */
+    async embedQuery(text) {
+        const data = await this.embedDocuments([text]);
+        return data[0];
+    }
+    /**
+     * Method to set the model to use for generating embeddings.
+     * @sets the class' `model` value to that of the retrieved Embeddings Model.
+     */
+    async setModel() {
+        if (this.model)
+            return;
+        const gradient = new nodejs_sdk_1.Gradient({
+            accessToken: this.gradientAccessKey,
+            workspaceId: this.workspaceId,
+        });
+        this.model = await gradient.getEmbeddingsModel({
+            slug: "bge-large",
+        });
+    }
+}
+exports.GradientEmbeddings = GradientEmbeddings;

package/dist/embeddings/gradient_ai.d.ts

@@ -0,0 +1,48 @@
+import { Embeddings, EmbeddingsParams } from "./base.js";
+/**
+ * Interface for GradientEmbeddings parameters. Extends EmbeddingsParams and
+ * defines additional parameters specific to the GradientEmbeddings class.
+ */
+export interface GradientEmbeddingsParams extends EmbeddingsParams {
+    /**
+     * Gradient AI Access Token.
+     * Provide Access Token if you do not wish to automatically pull from env.
+     */
+    gradientAccessKey?: string;
+    /**
+     * Gradient Workspace Id.
+     * Provide workspace id if you do not wish to automatically pull from env.
+     */
+    workspaceId?: string;
+}
+/**
+ * Class for generating embeddings using the Gradient AI's API. Extends the
+ * Embeddings class and implements GradientEmbeddingsParams and
+ */
+export declare class GradientEmbeddings extends Embeddings implements GradientEmbeddingsParams {
+    gradientAccessKey?: string;
+    workspaceId?: string;
+    batchSize: number;
+    model: any;
+    constructor(fields: GradientEmbeddingsParams);
+    /**
+     * Method to generate embeddings for an array of documents. Splits the
+     * documents into batches and makes requests to the Gradient API to generate
+     * embeddings.
+     * @param texts Array of documents to generate embeddings for.
+     * @returns Promise that resolves to a 2D array of embeddings for each document.
+     */
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    /**
+     * Method to generate an embedding for a single document. Calls the
+     * embedDocuments method with the document as the input.
+     * @param text Document to generate an embedding for.
+     * @returns Promise that resolves to an embedding for the document.
+     */
+    embedQuery(text: string): Promise<number[]>;
+    /**
+     * Method to set the model to use for generating embeddings.
+     * @sets the class' `model` value to that of the retrieved Embeddings Model.
+     */
+    setModel(): Promise<void>;
+}

package/dist/embeddings/gradient_ai.js

@@ -0,0 +1,98 @@
+import { Gradient } from "@gradientai/nodejs-sdk";
+import { getEnvironmentVariable } from "../util/env.js";
+import { chunkArray } from "../util/chunk.js";
+import { Embeddings } from "./base.js";
+/**
+ * Class for generating embeddings using the Gradient AI's API. Extends the
+ * Embeddings class and implements GradientEmbeddingsParams and
+ */
+export class GradientEmbeddings extends Embeddings {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "gradientAccessKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "workspaceId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 128
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.gradientAccessKey =
+            fields?.gradientAccessKey ??
+                getEnvironmentVariable("GRADIENT_ACCESS_TOKEN");
+        this.workspaceId =
+            fields?.workspaceId ?? getEnvironmentVariable("GRADIENT_WORKSPACE_ID");
+        if (!this.gradientAccessKey) {
+            throw new Error("Missing Gradient AI Access Token");
+        }
+        if (!this.workspaceId) {
+            throw new Error("Missing Gradient AI Workspace ID");
+        }
+    }
+    /**
+     * Method to generate embeddings for an array of documents. Splits the
+     * documents into batches and makes requests to the Gradient API to generate
+     * embeddings.
+     * @param texts Array of documents to generate embeddings for.
+     * @returns Promise that resolves to a 2D array of embeddings for each document.
+     */
+    async embedDocuments(texts) {
+        await this.setModel();
+        const mappedTexts = texts.map((text) => ({ input: text }));
+        const batches = chunkArray(mappedTexts, this.batchSize);
+        const batchRequests = batches.map((batch) => this.caller.call(async () => this.model.generateEmbeddings({
+            inputs: batch,
+        })));
+        const batchResponses = await Promise.all(batchRequests);
+        const embeddings = [];
+        for (let i = 0; i < batchResponses.length; i += 1) {
+            const batch = batches[i];
+            const { embeddings: batchResponse } = batchResponses[i];
+            for (let j = 0; j < batch.length; j += 1) {
+                embeddings.push(batchResponse[j].embedding);
+            }
+        }
+        return embeddings;
+    }
+    /**
+     * Method to generate an embedding for a single document. Calls the
+     * embedDocuments method with the document as the input.
+     * @param text Document to generate an embedding for.
+     * @returns Promise that resolves to an embedding for the document.
+     */
+    async embedQuery(text) {
+        const data = await this.embedDocuments([text]);
+        return data[0];
+    }
+    /**
+     * Method to set the model to use for generating embeddings.
+     * @sets the class' `model` value to that of the retrieved Embeddings Model.
+     */
+    async setModel() {
+        if (this.model)
+            return;
+        const gradient = new Gradient({
+            accessToken: this.gradientAccessKey,
+            workspaceId: this.workspaceId,
+        });
+        this.model = await gradient.getEmbeddingsModel({
+            slug: "bge-large",
+        });
+    }
+}

package/dist/llms/gradient_ai.cjs

@@ -26,6 +26,12 @@ class GradientLLM extends base_js_1.LLM {
             writable: true,
             value: "llama2-7b-chat"
         });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "gradientAccessKey", {
             enumerable: true,
             configurable: true,
@@ -46,13 +52,14 @@ class GradientLLM extends base_js_1.LLM {
         });
         // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        Object.defineProperty(this, "baseModel", {
+        Object.defineProperty(this, "model", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
         this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
         this.gradientAccessKey =
             fields?.gradientAccessKey ??
                 (0, env_js_1.getEnvironmentVariable)("GRADIENT_ACCESS_TOKEN");
@@ -76,23 +83,30 @@ class GradientLLM extends base_js_1.LLM {
      */
     /** @ignore */
     async _call(prompt, _options) {
-        await this.setBaseModel();
-        const response = (await this.caller.call(async () => this.baseModel.complete({
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
             query: prompt,
             ...this.inferenceParameters,
         })));
         return response.generatedOutput;
     }
-    async setBaseModel() {
-        if (this.baseModel)
+    async setModel() {
+        if (this.model)
             return;
         const gradient = new nodejs_sdk_1.Gradient({
             accessToken: this.gradientAccessKey,
             workspaceId: this.workspaceId,
         });
-        this.baseModel = await gradient.getBaseModel({
-            baseModelSlug: this.modelSlug,
-        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
     }
 }
 exports.GradientLLM = GradientLLM;

package/dist/llms/gradient_ai.d.ts

@@ -22,6 +22,10 @@ export interface GradientLLMParams extends BaseLLMParams {
      * Gradient AI Model Slug.
      */
     modelSlug?: string;
+    /**
+     * Gradient Adapter ID for custom fine tuned models.
+     */
+    adapterId?: string;
 }
 /**
  * The GradientLLM class is used to interact with Gradient AI inference Endpoint models.
@@ -33,10 +37,11 @@ export declare class GradientLLM extends LLM<BaseLLMCallOptions> {
         [key: string]: string;
     } | undefined;
     modelSlug: string;
+    adapterId?: string;
     gradientAccessKey?: string;
     workspaceId?: string;
     inferenceParameters?: Record<string, unknown>;
-    baseModel: any;
+    model: any;
     constructor(fields: GradientLLMParams);
     _llmType(): string;
     /**
@@ -46,5 +51,5 @@ export declare class GradientLLM extends LLM<BaseLLMCallOptions> {
      */
     /** @ignore */
     _call(prompt: string, _options: this["ParsedCallOptions"]): Promise<string>;
-    setBaseModel(): Promise<void>;
+    setModel(): Promise<void>;
 }

package/dist/llms/gradient_ai.js

@@ -23,6 +23,12 @@ export class GradientLLM extends LLM {
             writable: true,
             value: "llama2-7b-chat"
         });
+        Object.defineProperty(this, "adapterId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "gradientAccessKey", {
             enumerable: true,
             configurable: true,
@@ -43,13 +49,14 @@ export class GradientLLM extends LLM {
         });
         // Gradient AI does not export the BaseModel type. Once it does, we can use it here.
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        Object.defineProperty(this, "baseModel", {
+        Object.defineProperty(this, "model", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
         this.modelSlug = fields?.modelSlug ?? this.modelSlug;
+        this.adapterId = fields?.adapterId;
         this.gradientAccessKey =
             fields?.gradientAccessKey ??
                 getEnvironmentVariable("GRADIENT_ACCESS_TOKEN");
@@ -73,22 +80,29 @@ export class GradientLLM extends LLM {
      */
     /** @ignore */
     async _call(prompt, _options) {
-        await this.setBaseModel();
-        const response = (await this.caller.call(async () => this.baseModel.complete({
+        await this.setModel();
+        const response = (await this.caller.call(async () => this.model.complete({
             query: prompt,
             ...this.inferenceParameters,
         })));
         return response.generatedOutput;
     }
-    async setBaseModel() {
-        if (this.baseModel)
+    async setModel() {
+        if (this.model)
             return;
         const gradient = new Gradient({
             accessToken: this.gradientAccessKey,
             workspaceId: this.workspaceId,
         });
-        this.baseModel = await gradient.getBaseModel({
-            baseModelSlug: this.modelSlug,
-        });
+        if (this.adapterId) {
+            this.model = await gradient.getModelAdapter({
+                modelAdapterId: this.adapterId,
+            });
+        }
+        else {
+            this.model = await gradient.getBaseModel({
+                baseModelSlug: this.modelSlug,
+            });
+        }
     }
 }

package/dist/llms/llama_cpp.cjs

@@ -77,9 +77,10 @@ class LlamaCpp extends base_js_1.LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/llms/llama_cpp.d.ts

@@ -36,6 +36,6 @@ export declare class LlamaCpp extends LLM<LlamaCppCallOptions> {
     constructor(inputs: LlamaCppInputs);
     _llmType(): string;
     /** @ignore */
-    _call(prompt: string, _options?: this["ParsedCallOptions"]): Promise<string>;
+    _call(prompt: string, options?: this["ParsedCallOptions"]): Promise<string>;
     _streamResponseChunks(prompt: string, _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
 }

package/dist/llms/llama_cpp.js

@@ -74,9 +74,10 @@ export class LlamaCpp extends LLM {
         return "llama2_cpp";
     }
     /** @ignore */
-    async _call(prompt, _options) {
+    async _call(prompt, options) {
         try {
             const promptOptions = {
+                onToken: options?.onToken,
                 maxTokens: this?.maxTokens,
                 temperature: this?.temperature,
                 topK: this?.topK,

package/dist/load/import_constants.cjs

@@ -26,6 +26,7 @@ exports.optionalImportEntrypoints = [
     "langchain/embeddings/googlevertexai",
     "langchain/embeddings/googlepalm",
     "langchain/embeddings/llama_cpp",
+    "langchain/embeddings/gradient_ai",
     "langchain/llms/load",
     "langchain/llms/cohere",
     "langchain/llms/hf",

package/dist/load/import_constants.js

@@ -23,6 +23,7 @@ export const optionalImportEntrypoints = [
     "langchain/embeddings/googlevertexai",
     "langchain/embeddings/googlepalm",
     "langchain/embeddings/llama_cpp",
+    "langchain/embeddings/gradient_ai",
     "langchain/llms/load",
     "langchain/llms/cohere",
     "langchain/llms/hf",

package/dist/memory/vector_store.cjs

@@ -83,7 +83,7 @@ class VectorStoreRetrieverMemory extends base_js_1.BaseMemory {
         return {
             [this.memoryKey]: this.returnDocs
                 ? results
-                : (0, document_js_2.formatDocumentsAsString)(results, "\n"),
+                : (0, document_js_2.formatDocumentsAsString)(results),
         };
     }
     /**

package/dist/memory/vector_store.js

@@ -80,7 +80,7 @@ export class VectorStoreRetrieverMemory extends BaseMemory {
         return {
             [this.memoryKey]: this.returnDocs
                 ? results
-                : formatDocumentsAsString(results, "\n"),
+                : formatDocumentsAsString(results),
         };
     }
     /**

package/dist/tools/webbrowser.cjs

@@ -243,7 +243,7 @@ class WebBrowser extends base_js_1.Tool {
             }));
             const vectorStore = await memory_js_1.MemoryVectorStore.fromDocuments(docs, this.embeddings);
             const results = await vectorStore.similaritySearch(task, 4, undefined, runManager?.getChild("vectorstore"));
-            context = (0, document_js_2.formatDocumentsAsString)(results, "\n");
+            context = (0, document_js_2.formatDocumentsAsString)(results);
         }
         const input = `Text:${context}\n\nI need ${doSummary ? "a summary" : task} from the above text, also provide up to 5 markdown links from within that would be of interest (always including URL and text). Links should be provided, if present, in markdown syntax as a list under the heading "Relevant Links:".`;
         return this.model.predict(input, undefined, runManager?.getChild());

package/dist/tools/webbrowser.js

@@ -212,7 +212,7 @@ export class WebBrowser extends Tool {
             }));
             const vectorStore = await MemoryVectorStore.fromDocuments(docs, this.embeddings);
             const results = await vectorStore.similaritySearch(task, 4, undefined, runManager?.getChild("vectorstore"));
-            context = formatDocumentsAsString(results, "\n");
+            context = formatDocumentsAsString(results);
         }
         const input = `Text:${context}\n\nI need ${doSummary ? "a summary" : task} from the above text, also provide up to 5 markdown links from within that would be of interest (always including URL and text). Links should be provided, if present, in markdown syntax as a list under the heading "Relevant Links:".`;
         return this.model.predict(input, undefined, runManager?.getChild());

package/dist/util/document.cjs

@@ -8,5 +8,5 @@ exports.formatDocumentsAsString = void 0;
  * @param documents
  * @returns A string of the documents page content, separated by newlines.
  */
-const formatDocumentsAsString = (documents, separator = "\n\n") => documents.map((doc) => doc.pageContent).join(separator);
+const formatDocumentsAsString = (documents) => documents.map((doc) => doc.pageContent).join("\n\n");
 exports.formatDocumentsAsString = formatDocumentsAsString;

package/dist/util/document.d.ts

@@ -6,4 +6,4 @@ import { Document } from "../document.js";
  * @param documents
  * @returns A string of the documents page content, separated by newlines.
  */
-export declare const formatDocumentsAsString: (documents: Document[], separator?: string) => string;
+export declare const formatDocumentsAsString: (documents: Document[]) => string;

package/dist/util/document.js

@@ -5,4 +5,4 @@
  * @param documents
  * @returns A string of the documents page content, separated by newlines.
  */
-export const formatDocumentsAsString = (documents, separator = "\n\n") => documents.map((doc) => doc.pageContent).join(separator);
+export const formatDocumentsAsString = (documents) => documents.map((doc) => doc.pageContent).join("\n\n");

package/dist/util/tiktoken.cjs

@@ -1,26 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.encodingForModel = exports.getEncoding = void 0;
-const lite_1 = require("js-tiktoken/lite");
-const async_caller_js_1 = require("./async_caller.cjs");
-const cache = {};
-const caller = /* #__PURE__ */ new async_caller_js_1.AsyncCaller({});
-async function getEncoding(encoding, options) {
-    if (!(encoding in cache)) {
-        cache[encoding] = caller
-            .fetch(`https://tiktoken.pages.dev/js/${encoding}.json`, {
-            signal: options?.signal,
-        })
-            .then((res) => res.json())
-            .catch((e) => {
-            delete cache[encoding];
-            throw e;
-        });
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    return new lite_1.Tiktoken(await cache[encoding], options?.extendedSpecialTokens);
-}
-exports.getEncoding = getEncoding;
-async function encodingForModel(model, options) {
-    return getEncoding((0, lite_1.getEncodingNameForModel)(model), options);
-}
-exports.encodingForModel = encodingForModel;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/core/utils/tiktoken"), exports);

package/dist/util/tiktoken.d.ts

@@ -1,9 +1 @@
-import { Tiktoken, TiktokenEncoding, TiktokenModel } from "js-tiktoken/lite";
-export declare function getEncoding(encoding: TiktokenEncoding, options?: {
-    signal?: AbortSignal;
-    extendedSpecialTokens?: Record<string, number>;
-}): Promise<Tiktoken>;
-export declare function encodingForModel(model: TiktokenModel, options?: {
-    signal?: AbortSignal;
-    extendedSpecialTokens?: Record<string, number>;
-}): Promise<Tiktoken>;
+export * from "@langchain/core/utils/tiktoken";

package/dist/util/tiktoken.js

@@ -1,21 +1 @@
-import { Tiktoken, getEncodingNameForModel, } from "js-tiktoken/lite";
-import { AsyncCaller } from "./async_caller.js";
-const cache = {};
-const caller = /* #__PURE__ */ new AsyncCaller({});
-export async function getEncoding(encoding, options) {
-    if (!(encoding in cache)) {
-        cache[encoding] = caller
-            .fetch(`https://tiktoken.pages.dev/js/${encoding}.json`, {
-            signal: options?.signal,
-        })
-            .then((res) => res.json())
-            .catch((e) => {
-            delete cache[encoding];
-            throw e;
-        });
-    }
-    return new Tiktoken(await cache[encoding], options?.extendedSpecialTokens);
-}
-export async function encodingForModel(model, options) {
-    return getEncoding(getEncodingNameForModel(model), options);
-}
+export * from "@langchain/core/utils/tiktoken";

package/embeddings/gradient_ai.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/embeddings/gradient_ai.cjs');

package/embeddings/gradient_ai.d.ts

@@ -0,0 +1 @@
+export * from '../dist/embeddings/gradient_ai.js'

package/embeddings/gradient_ai.js

@@ -0,0 +1 @@
+export * from '../dist/embeddings/gradient_ai.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.199",
+  "version": "0.0.200",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -157,6 +157,9 @@
     "embeddings/llama_cpp.cjs",
     "embeddings/llama_cpp.js",
     "embeddings/llama_cpp.d.ts",
+    "embeddings/gradient_ai.cjs",
+    "embeddings/gradient_ai.js",
+    "embeddings/gradient_ai.d.ts",
     "llms/load.cjs",
     "llms/load.js",
     "llms/load.d.ts",
@@ -1417,7 +1420,7 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.9.1",
-    "@langchain/core": "~0.0.3",
+    "@langchain/core": "~0.0.6",
     "binary-extensions": "^2.2.0",
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
@@ -1698,6 +1701,11 @@
       "import": "./embeddings/llama_cpp.js",
       "require": "./embeddings/llama_cpp.cjs"
     },
+    "./embeddings/gradient_ai": {
+      "types": "./embeddings/gradient_ai.d.ts",
+      "import": "./embeddings/gradient_ai.js",
+      "require": "./embeddings/gradient_ai.cjs"
+    },
     "./llms/load": {
       "types": "./llms/load.d.ts",
       "import": "./llms/load.js",