langchain 0.0.160 → 0.0.162

package/README.md

@@ -7,8 +7,9 @@
 
 Looking for the Python version? Check out [LangChain](https://github.com/hwchase17/langchain).
 
-**Production Support:** As you move your LangChains into production, we'd love to offer more hands-on support.
-Fill out [this form](https://airtable.com/appwQzlErAS2qiP0L/shrGtGaVBVAz7NcV2) to share more about what you're building, and our team will get in touch.
+To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com). 
+[LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications. 
+Fill out [this form](https://airtable.com/appwQzlErAS2qiP0L/shrGtGaVBVAz7NcV2) to get off the waitlist or speak with our sales team
 
 ## Quick Install
 

package/dist/callbacks/base.d.ts

@@ -35,7 +35,7 @@ declare abstract class BaseCallbackHandlerMethodsClass {
      * Called at the start of an LLM or Chat Model run, with the prompt(s)
      * and the run ID.
      */
-    handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
     /**
      * Called when an LLM/ChatModel in `streaming` mode produces a new token
@@ -63,13 +63,13 @@ declare abstract class BaseCallbackHandlerMethodsClass {
      * Called at the start of a Chat Model run, with the prompt(s)
      * and the run ID.
      */
-    handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
     /**
      * Called at the start of a Chain run, with the chain name and inputs
      * and the run ID.
      */
-    handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runType?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runType?: string, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
     /**
      * Called if a Chain run encounters an error
@@ -89,7 +89,7 @@ declare abstract class BaseCallbackHandlerMethodsClass {
      * Called at the start of a Tool run, with the tool name and input
      * and the run ID.
      */
-    handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
     /**
      * Called if a Tool run encounters an error
@@ -112,7 +112,7 @@ declare abstract class BaseCallbackHandlerMethodsClass {
      * with the final output and the run ID.
      */
     handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string, tags?: string[]): Promise<void> | void;
-    handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
     handleRetrieverEnd?(documents: Document[], runId: string, parentRunId?: string, tags?: string[]): // eslint-disable-next-line @typescript-eslint/no-explicit-any
     Promise<any> | any;
@@ -199,7 +199,7 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
          * Called at the start of an LLM or Chat Model run, with the prompt(s)
          * and the run ID.
          */
-        handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined): any;
+        handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined): any;
         /**
          * Called when an LLM/ChatModel in `streaming` mode produces a new token
          */
@@ -216,12 +216,12 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
          * Called at the start of a Chat Model run, with the prompt(s)
          * and the run ID.
          */
-        handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined): any;
+        handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined): any;
         /**
          * Called at the start of a Chain run, with the chain name and inputs
          * and the run ID.
          */
-        handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runType?: string | undefined): any;
+        handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runType?: string | undefined, name?: string | undefined): any;
         /**
          * Called if a Chain run encounters an error
          */
@@ -238,7 +238,7 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
          * Called at the start of a Tool run, with the tool name and input
          * and the run ID.
          */
-        handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined): any;
+        handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined): any;
         /**
          * Called if a Tool run encounters an error
          */
@@ -258,7 +258,7 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
          * with the final output and the run ID.
          */
         handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): void | Promise<void>;
-        handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined): any;
+        handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined): any;
         handleRetrieverEnd?(documents: Document<Record<string, any>>[], runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
         handleRetrieverError?(err: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
     };

package/dist/callbacks/handlers/log_stream.cjs

@@ -101,7 +101,13 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "indexMap", {
+        Object.defineProperty(this, "keyMapByRunId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "counterMapByRunName", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -191,7 +197,7 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
                             id: run.id,
                             streamed_output: [],
                             final_output: undefined,
-                            logs: [],
+                            logs: {},
                         },
                     },
                 ],
@@ -200,7 +206,13 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
         if (!this._includeRun(run)) {
             return;
         }
-        this.indexMap[run.id] = Math.max(...Object.values(this.indexMap), -1) + 1;
+        if (this.counterMapByRunName[run.name] === undefined) {
+            this.counterMapByRunName[run.name] = 0;
+        }
+        this.counterMapByRunName[run.name] += 1;
+        const count = this.counterMapByRunName[run.name];
+        this.keyMapByRunId[run.id] =
+            count === 1 ? run.name : `${run.name}:${count}`;
         const logEntry = {
             id: run.id,
             name: run.name,
@@ -216,7 +228,7 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
             ops: [
                 {
                     op: "add",
-                    path: `/logs/${this.indexMap[run.id]}`,
+                    path: `/logs/${this.keyMapByRunId[run.id]}`,
                     value: logEntry,
                 },
             ],
@@ -224,21 +236,21 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
     }
     async onRunUpdate(run) {
         try {
-            const index = this.indexMap[run.id];
-            if (index === undefined) {
+            const runName = this.keyMapByRunId[run.id];
+            if (runName === undefined) {
                 return;
             }
             const ops = [
                 {
                     op: "add",
-                    path: `/logs/${index}/final_output`,
+                    path: `/logs/${runName}/final_output`,
                     value: run.outputs,
                 },
             ];
             if (run.end_time !== undefined) {
                 ops.push({
                     op: "add",
-                    path: `/logs/${index}/end_time`,
+                    path: `/logs/${runName}/end_time`,
                     value: new Date(run.end_time).toISOString(),
                 });
             }
@@ -264,15 +276,15 @@ class LogStreamCallbackHandler extends tracer_js_1.BaseTracer {
         }
     }
     async onLLMNewToken(run, token) {
-        const index = this.indexMap[run.id];
-        if (index === undefined) {
+        const runName = this.keyMapByRunId[run.id];
+        if (runName === undefined) {
             return;
         }
         const patch = new RunLogPatch({
             ops: [
                 {
                     op: "add",
-                    path: `/logs/${index}/streamed_output_str/-`,
+                    path: `/logs/${runName}/streamed_output_str/-`,
                     value: token,
                 },
             ],

package/dist/callbacks/handlers/log_stream.d.ts

@@ -37,7 +37,7 @@ export type RunState = {
      * List of sub-runs contained in this run, if any, in the order they were started.
      * If filters were supplied, this list will contain only the runs that matched the filters.
      */
-    logs: LogEntry[];
+    logs: Record<string, LogEntry>;
 };
 /**
  * List of jsonpatch JSONPatchOperations, which describe how to create the run state
@@ -84,7 +84,8 @@ export declare class LogStreamCallbackHandler extends BaseTracer {
     protected excludeNames?: string[];
     protected excludeTypes?: string[];
     protected excludeTags?: string[];
-    private indexMap;
+    private keyMapByRunId;
+    private counterMapByRunName;
     protected transformStream: TransformStream;
     writer: WritableStreamDefaultWriter;
     receiveStream: IterableReadableStream<RunLogPatch>;

package/dist/callbacks/handlers/log_stream.js

@@ -96,7 +96,13 @@ export class LogStreamCallbackHandler extends BaseTracer {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "indexMap", {
+        Object.defineProperty(this, "keyMapByRunId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        Object.defineProperty(this, "counterMapByRunName", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -186,7 +192,7 @@ export class LogStreamCallbackHandler extends BaseTracer {
                             id: run.id,
                             streamed_output: [],
                             final_output: undefined,
-                            logs: [],
+                            logs: {},
                         },
                     },
                 ],
@@ -195,7 +201,13 @@ export class LogStreamCallbackHandler extends BaseTracer {
         if (!this._includeRun(run)) {
             return;
         }
-        this.indexMap[run.id] = Math.max(...Object.values(this.indexMap), -1) + 1;
+        if (this.counterMapByRunName[run.name] === undefined) {
+            this.counterMapByRunName[run.name] = 0;
+        }
+        this.counterMapByRunName[run.name] += 1;
+        const count = this.counterMapByRunName[run.name];
+        this.keyMapByRunId[run.id] =
+            count === 1 ? run.name : `${run.name}:${count}`;
         const logEntry = {
             id: run.id,
             name: run.name,
@@ -211,7 +223,7 @@ export class LogStreamCallbackHandler extends BaseTracer {
             ops: [
                 {
                     op: "add",
-                    path: `/logs/${this.indexMap[run.id]}`,
+                    path: `/logs/${this.keyMapByRunId[run.id]}`,
                     value: logEntry,
                 },
             ],
@@ -219,21 +231,21 @@ export class LogStreamCallbackHandler extends BaseTracer {
     }
     async onRunUpdate(run) {
         try {
-            const index = this.indexMap[run.id];
-            if (index === undefined) {
+            const runName = this.keyMapByRunId[run.id];
+            if (runName === undefined) {
                 return;
             }
             const ops = [
                 {
                     op: "add",
-                    path: `/logs/${index}/final_output`,
+                    path: `/logs/${runName}/final_output`,
                     value: run.outputs,
                 },
             ];
             if (run.end_time !== undefined) {
                 ops.push({
                     op: "add",
-                    path: `/logs/${index}/end_time`,
+                    path: `/logs/${runName}/end_time`,
                     value: new Date(run.end_time).toISOString(),
                 });
             }
@@ -259,15 +271,15 @@ export class LogStreamCallbackHandler extends BaseTracer {
         }
     }
     async onLLMNewToken(run, token) {
-        const index = this.indexMap[run.id];
-        if (index === undefined) {
+        const runName = this.keyMapByRunId[run.id];
+        if (runName === undefined) {
             return;
         }
         const patch = new RunLogPatch({
             ops: [
                 {
                     op: "add",
-                    path: `/logs/${index}/streamed_output_str/-`,
+                    path: `/logs/${runName}/streamed_output_str/-`,
                     value: token,
                 },
             ],

package/dist/callbacks/manager.cjs

@@ -330,13 +330,13 @@ class CallbackManager extends BaseCallbackManager {
         this.inheritableHandlers = [];
         this._parentRunId = parentRunId;
     }
-    async handleLLMStart(llm, prompts, _runId = undefined, _parentRunId = undefined, extraParams = undefined) {
+    async handleLLMStart(llm, prompts, _runId = undefined, _parentRunId = undefined, extraParams = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         return Promise.all(prompts.map(async (prompt) => {
             const runId = (0, uuid_1.v4)();
             await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
                 if (!handler.ignoreLLM) {
                     try {
-                        await handler.handleLLMStart?.(llm, [prompt], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                        await handler.handleLLMStart?.(llm, [prompt], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
                     }
                     catch (err) {
                         console.error(`Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`);
@@ -346,17 +346,18 @@ class CallbackManager extends BaseCallbackManager {
             return new CallbackManagerForLLMRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
         }));
     }
-    async handleChatModelStart(llm, messages, _runId = undefined, _parentRunId = undefined, extraParams = undefined) {
+    async handleChatModelStart(llm, messages, _runId = undefined, _parentRunId = undefined, extraParams = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         return Promise.all(messages.map(async (messageGroup) => {
             const runId = (0, uuid_1.v4)();
             await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
                 if (!handler.ignoreLLM) {
                     try {
-                        if (handler.handleChatModelStart)
-                            await handler.handleChatModelStart?.(llm, [messageGroup], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                        if (handler.handleChatModelStart) {
+                            await handler.handleChatModelStart?.(llm, [messageGroup], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
+                        }
                         else if (handler.handleLLMStart) {
                             const messageString = (0, base_js_2.getBufferString)(messageGroup);
-                            await handler.handleLLMStart?.(llm, [messageString], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                            await handler.handleLLMStart?.(llm, [messageString], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
                         }
                     }
                     catch (err) {
@@ -367,11 +368,11 @@ class CallbackManager extends BaseCallbackManager {
             return new CallbackManagerForLLMRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
         }));
     }
-    async handleChainStart(chain, inputs, runId = (0, uuid_1.v4)(), runType = undefined) {
+    async handleChainStart(chain, inputs, runId = (0, uuid_1.v4)(), runType = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainStart?.(chain, inputs, runId, this._parentRunId, this.tags, this.metadata, runType);
+                    await handler.handleChainStart?.(chain, inputs, runId, this._parentRunId, this.tags, this.metadata, runType, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainStart: ${err}`);
@@ -380,11 +381,11 @@ class CallbackManager extends BaseCallbackManager {
         }, handler.awaitHandlers)));
         return new CallbackManagerForChainRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
     }
-    async handleToolStart(tool, input, runId = (0, uuid_1.v4)()) {
+    async handleToolStart(tool, input, runId = (0, uuid_1.v4)(), _parentRunId = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreAgent) {
                 try {
-                    await handler.handleToolStart?.(tool, input, runId, this._parentRunId, this.tags, this.metadata);
+                    await handler.handleToolStart?.(tool, input, runId, this._parentRunId, this.tags, this.metadata, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleToolStart: ${err}`);
@@ -393,11 +394,11 @@ class CallbackManager extends BaseCallbackManager {
         }, handler.awaitHandlers)));
         return new CallbackManagerForToolRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
     }
-    async handleRetrieverStart(retriever, query, runId = (0, uuid_1.v4)(), _parentRunId = undefined) {
+    async handleRetrieverStart(retriever, query, runId = (0, uuid_1.v4)(), _parentRunId = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreRetriever) {
                 try {
-                    await handler.handleRetrieverStart?.(retriever, query, runId, this._parentRunId, this.tags, this.metadata);
+                    await handler.handleRetrieverStart?.(retriever, query, runId, this._parentRunId, this.tags, this.metadata, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleRetrieverStart: ${err}`);

package/dist/callbacks/manager.d.ts

@@ -12,6 +12,10 @@ export interface CallbackManagerOptions {
 }
 export type Callbacks = CallbackManager | (BaseCallbackHandler | CallbackHandlerMethods)[];
 export interface BaseCallbackConfig {
+    /**
+     * Name for the tracer run for this call. Defaults to the name of the class.
+     */
+    runName?: string;
     /**
      * Tags for this call and any sub-calls (eg. a Chain calling an LLM).
      * You can use these to filter calls.
@@ -92,11 +96,11 @@ export declare class CallbackManager extends BaseCallbackManager implements Base
     name: string;
     private readonly _parentRunId?;
     constructor(parentRunId?: string);
-    handleLLMStart(llm: Serialized, prompts: string[], _runId?: string | undefined, _parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined): Promise<CallbackManagerForLLMRun[]>;
-    handleChatModelStart(llm: Serialized, messages: BaseMessage[][], _runId?: string | undefined, _parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined): Promise<CallbackManagerForLLMRun[]>;
-    handleChainStart(chain: Serialized, inputs: ChainValues, runId?: string, runType?: string | undefined): Promise<CallbackManagerForChainRun>;
-    handleToolStart(tool: Serialized, input: string, runId?: string): Promise<CallbackManagerForToolRun>;
-    handleRetrieverStart(retriever: Serialized, query: string, runId?: string, _parentRunId?: string | undefined): Promise<CallbackManagerForRetrieverRun>;
+    handleLLMStart(llm: Serialized, prompts: string[], _runId?: string | undefined, _parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, _tags?: string[] | undefined, _metadata?: Record<string, unknown> | undefined, runName?: string | undefined): Promise<CallbackManagerForLLMRun[]>;
+    handleChatModelStart(llm: Serialized, messages: BaseMessage[][], _runId?: string | undefined, _parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, _tags?: string[] | undefined, _metadata?: Record<string, unknown> | undefined, runName?: string | undefined): Promise<CallbackManagerForLLMRun[]>;
+    handleChainStart(chain: Serialized, inputs: ChainValues, runId?: string, runType?: string | undefined, _tags?: string[] | undefined, _metadata?: Record<string, unknown> | undefined, runName?: string | undefined): Promise<CallbackManagerForChainRun>;
+    handleToolStart(tool: Serialized, input: string, runId?: string, _parentRunId?: string | undefined, _tags?: string[] | undefined, _metadata?: Record<string, unknown> | undefined, runName?: string | undefined): Promise<CallbackManagerForToolRun>;
+    handleRetrieverStart(retriever: Serialized, query: string, runId?: string, _parentRunId?: string | undefined, _tags?: string[] | undefined, _metadata?: Record<string, unknown> | undefined, runName?: string | undefined): Promise<CallbackManagerForRetrieverRun>;
     addHandler(handler: BaseCallbackHandler, inherit?: boolean): void;
     removeHandler(handler: BaseCallbackHandler): void;
     setHandlers(handlers: BaseCallbackHandler[], inherit?: boolean): void;

package/dist/callbacks/manager.js

@@ -321,13 +321,13 @@ export class CallbackManager extends BaseCallbackManager {
         this.inheritableHandlers = [];
         this._parentRunId = parentRunId;
     }
-    async handleLLMStart(llm, prompts, _runId = undefined, _parentRunId = undefined, extraParams = undefined) {
+    async handleLLMStart(llm, prompts, _runId = undefined, _parentRunId = undefined, extraParams = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         return Promise.all(prompts.map(async (prompt) => {
             const runId = uuidv4();
             await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
                 if (!handler.ignoreLLM) {
                     try {
-                        await handler.handleLLMStart?.(llm, [prompt], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                        await handler.handleLLMStart?.(llm, [prompt], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
                     }
                     catch (err) {
                         console.error(`Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`);
@@ -337,17 +337,18 @@ export class CallbackManager extends BaseCallbackManager {
             return new CallbackManagerForLLMRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
         }));
     }
-    async handleChatModelStart(llm, messages, _runId = undefined, _parentRunId = undefined, extraParams = undefined) {
+    async handleChatModelStart(llm, messages, _runId = undefined, _parentRunId = undefined, extraParams = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         return Promise.all(messages.map(async (messageGroup) => {
             const runId = uuidv4();
             await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
                 if (!handler.ignoreLLM) {
                     try {
-                        if (handler.handleChatModelStart)
-                            await handler.handleChatModelStart?.(llm, [messageGroup], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                        if (handler.handleChatModelStart) {
+                            await handler.handleChatModelStart?.(llm, [messageGroup], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
+                        }
                         else if (handler.handleLLMStart) {
                             const messageString = getBufferString(messageGroup);
-                            await handler.handleLLMStart?.(llm, [messageString], runId, this._parentRunId, extraParams, this.tags, this.metadata);
+                            await handler.handleLLMStart?.(llm, [messageString], runId, this._parentRunId, extraParams, this.tags, this.metadata, runName);
                         }
                     }
                     catch (err) {
@@ -358,11 +359,11 @@ export class CallbackManager extends BaseCallbackManager {
             return new CallbackManagerForLLMRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
         }));
     }
-    async handleChainStart(chain, inputs, runId = uuidv4(), runType = undefined) {
+    async handleChainStart(chain, inputs, runId = uuidv4(), runType = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainStart?.(chain, inputs, runId, this._parentRunId, this.tags, this.metadata, runType);
+                    await handler.handleChainStart?.(chain, inputs, runId, this._parentRunId, this.tags, this.metadata, runType, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainStart: ${err}`);
@@ -371,11 +372,11 @@ export class CallbackManager extends BaseCallbackManager {
         }, handler.awaitHandlers)));
         return new CallbackManagerForChainRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
     }
-    async handleToolStart(tool, input, runId = uuidv4()) {
+    async handleToolStart(tool, input, runId = uuidv4(), _parentRunId = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreAgent) {
                 try {
-                    await handler.handleToolStart?.(tool, input, runId, this._parentRunId, this.tags, this.metadata);
+                    await handler.handleToolStart?.(tool, input, runId, this._parentRunId, this.tags, this.metadata, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleToolStart: ${err}`);
@@ -384,11 +385,11 @@ export class CallbackManager extends BaseCallbackManager {
         }, handler.awaitHandlers)));
         return new CallbackManagerForToolRun(runId, this.handlers, this.inheritableHandlers, this.tags, this.inheritableTags, this.metadata, this.inheritableMetadata, this._parentRunId);
     }
-    async handleRetrieverStart(retriever, query, runId = uuidv4(), _parentRunId = undefined) {
+    async handleRetrieverStart(retriever, query, runId = uuidv4(), _parentRunId = undefined, _tags = undefined, _metadata = undefined, runName = undefined) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreRetriever) {
                 try {
-                    await handler.handleRetrieverStart?.(retriever, query, runId, this._parentRunId, this.tags, this.metadata);
+                    await handler.handleRetrieverStart?.(retriever, query, runId, this._parentRunId, this.tags, this.metadata, runName);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleRetrieverStart: ${err}`);

package/dist/chains/base.cjs

@@ -98,7 +98,7 @@ class BaseChain extends index_js_2.BaseLangChain {
         const fullValues = await this._formatValues(values);
         const parsedConfig = (0, manager_js_1.parseCallbackConfigArg)(config);
         const callbackManager_ = await manager_js_1.CallbackManager.configure(parsedConfig.callbacks, this.callbacks, parsedConfig.tags || tags, this.tags, parsedConfig.metadata, this.metadata, { verbose: this.verbose });
-        const runManager = await callbackManager_?.handleChainStart(this.toJSON(), fullValues);
+        const runManager = await callbackManager_?.handleChainStart(this.toJSON(), fullValues, undefined, undefined, undefined, undefined, parsedConfig.runName);
         let outputValues;
         try {
             outputValues = await (values.signal

package/dist/chains/base.js

@@ -95,7 +95,7 @@ export class BaseChain extends BaseLangChain {
         const fullValues = await this._formatValues(values);
         const parsedConfig = parseCallbackConfigArg(config);
         const callbackManager_ = await CallbackManager.configure(parsedConfig.callbacks, this.callbacks, parsedConfig.tags || tags, this.tags, parsedConfig.metadata, this.metadata, { verbose: this.verbose });
-        const runManager = await callbackManager_?.handleChainStart(this.toJSON(), fullValues);
+        const runManager = await callbackManager_?.handleChainStart(this.toJSON(), fullValues, undefined, undefined, undefined, undefined, parsedConfig.runName);
         let outputValues;
         try {
             outputValues = await (values.signal

package/dist/chat_models/base.cjs

@@ -71,7 +71,7 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
                 options: callOptions,
                 invocation_params: this?.invocationParams(callOptions),
             };
-            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], undefined, undefined, extra);
+            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], undefined, undefined, extra, undefined, undefined, runnableConfig.runName);
             let generationChunk;
             try {
                 for await (const chunk of this._streamResponseChunks(messages, callOptions, runManagers?.[0])) {
@@ -103,7 +103,7 @@ class BaseChatModel extends index_js_2.BaseLanguageModel {
             options: parsedOptions,
             invocation_params: this?.invocationParams(parsedOptions),
         };
-        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra);
+        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra, undefined, undefined, handledOptions.runName);
         // generate results
         const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...parsedOptions, promptIndex: i }, runManagers?.[i])));
         // handle results

package/dist/chat_models/base.js

@@ -67,7 +67,7 @@ export class BaseChatModel extends BaseLanguageModel {
                 options: callOptions,
                 invocation_params: this?.invocationParams(callOptions),
             };
-            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], undefined, undefined, extra);
+            const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), [messages], undefined, undefined, extra, undefined, undefined, runnableConfig.runName);
             let generationChunk;
             try {
                 for await (const chunk of this._streamResponseChunks(messages, callOptions, runManagers?.[0])) {
@@ -99,7 +99,7 @@ export class BaseChatModel extends BaseLanguageModel {
             options: parsedOptions,
             invocation_params: this?.invocationParams(parsedOptions),
         };
-        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra);
+        const runManagers = await callbackManager_?.handleChatModelStart(this.toJSON(), baseMessages, undefined, undefined, extra, undefined, undefined, handledOptions.runName);
         // generate results
         const results = await Promise.allSettled(baseMessages.map((messageList, i) => this._generate(messageList, { ...parsedOptions, promptIndex: i }, runManagers?.[i])));
         // handle results

package/dist/embeddings/bedrock.cjs

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BedrockEmbeddings = void 0;
+const client_bedrock_runtime_1 = require("@aws-sdk/client-bedrock-runtime");
+const base_js_1 = require("./base.cjs");
+/**
+ * Class that extends the Embeddings class and provides methods for
+ * generating embeddings using the Bedrock API.
+ */
+class BedrockEmbeddings extends base_js_1.Embeddings {
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? "amazon.titan-embed-text-v1";
+        this.client =
+            fields?.client ??
+                new client_bedrock_runtime_1.BedrockRuntimeClient({
+                    region: fields?.region,
+                    credentials: fields?.credentials,
+                });
+    }
+    async _embedText(text) {
+        // replace newlines, which can negatively affect performance.
+        const cleanedText = text.replace(/\n/g, " ");
+        const res = await this.client.send(new client_bedrock_runtime_1.InvokeModelCommand({
+            modelId: this.model,
+            body: JSON.stringify({
+                inputText: cleanedText,
+            }),
+            contentType: "application/json",
+            accept: "application/json",
+        }));
+        try {
+            const body = new TextDecoder().decode(res.body);
+            return JSON.parse(body).embedding;
+        }
+        catch (e) {
+            throw new Error("An invalid response was returned by Bedrock.");
+        }
+    }
+    /**
+     * Method that takes a document as input and returns a promise that
+     * resolves to an embedding for the document. It calls the _embedText
+     * method with the document as the input.
+     * @param document Document for which to generate an embedding.
+     * @returns Promise that resolves to an embedding for the input document.
+     */
+    embedQuery(document) {
+        return this.caller.callWithOptions({}, this._embedText.bind(this), document);
+    }
+    /**
+     * Method that takes an array of documents as input and returns a promise
+     * that resolves to a 2D array of embeddings for each document. It calls
+     * the _embedText method for each document in the array.
+     * @param documents Array of documents for which to generate embeddings.
+     * @returns Promise that resolves to a 2D array of embeddings for each input document.
+     */
+    embedDocuments(documents) {
+        return Promise.all(documents.map((document) => this._embedText(document)));
+    }
+}
+exports.BedrockEmbeddings = BedrockEmbeddings;