langchain 0.0.138 → 0.0.140

package/dist/callbacks/handlers/tracer.js

@@ -1,4 +1,10 @@
 import { BaseCallbackHandler, } from "../base.js";
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function _coerceToDict(value, defaultKey) {
+    return value && !Array.isArray(value) && typeof value === "object"
+        ? value
+        : { [defaultKey]: value };
+}
 export class BaseTracer extends BaseCallbackHandler {
     constructor(_fields) {
         super(...arguments);
@@ -20,6 +26,7 @@ export class BaseTracer extends BaseCallbackHandler {
             const parentRun = this.runMap.get(run.parent_run_id);
             if (parentRun) {
                 this._addChildRun(parentRun, run);
+                parentRun.child_execution_order = Math.max(parentRun.child_execution_order, run.child_execution_order);
             }
         }
         this.runMap.set(run.id, run);
@@ -154,21 +161,24 @@ export class BaseTracer extends BaseCallbackHandler {
         this._startTrace(run);
         await this.onChainStart?.(run);
     }
-    async handleChainEnd(outputs, runId) {
+    async handleChainEnd(outputs, runId, _parentRunId, _tags, kwargs) {
         const run = this.runMap.get(runId);
         if (!run) {
             throw new Error("No chain run to end.");
         }
         run.end_time = Date.now();
-        run.outputs = outputs;
+        run.outputs = _coerceToDict(outputs, "output");
         run.events.push({
             name: "end",
             time: new Date(run.end_time).toISOString(),
         });
+        if (kwargs?.inputs !== undefined) {
+            run.inputs = _coerceToDict(kwargs.inputs, "input");
+        }
         await this.onChainEnd?.(run);
         await this._endTrace(run);
     }
-    async handleChainError(error, runId) {
+    async handleChainError(error, runId, _parentRunId, _tags, kwargs) {
         const run = this.runMap.get(runId);
         if (!run) {
             throw new Error("No chain run to end.");
@@ -179,6 +189,9 @@ export class BaseTracer extends BaseCallbackHandler {
             name: "error",
             time: new Date(run.end_time).toISOString(),
         });
+        if (kwargs?.inputs !== undefined) {
+            run.inputs = _coerceToDict(kwargs.inputs, "input");
+        }
         await this.onChainError?.(run);
         await this._endTrace(run);
     }

package/dist/callbacks/handlers/tracer_langchain.cjs

@@ -62,6 +62,7 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
             error: run.error,
             outputs: run.outputs,
             events: run.events,
+            inputs: run.inputs,
         };
         await this.client.updateRun(run.id, runUpdate);
     }

package/dist/callbacks/handlers/tracer_langchain.d.ts

@@ -1,5 +1,5 @@
 import { Client } from "langsmith";
-import { BaseRun, RunUpdate as BaseRunUpdate } from "langsmith/schemas";
+import { BaseRun, RunUpdate as BaseRunUpdate, KVMap } from "langsmith/schemas";
 import { BaseTracer } from "./tracer.js";
 import { BaseCallbackHandlerInput } from "../base.js";
 export interface Run extends BaseRun {
@@ -9,6 +9,7 @@ export interface Run extends BaseRun {
 }
 export interface RunUpdate extends BaseRunUpdate {
     events: BaseRun["events"];
+    inputs: KVMap;
 }
 export interface LangChainTracerFields extends BaseCallbackHandlerInput {
     exampleId?: string;

package/dist/callbacks/handlers/tracer_langchain.js

@@ -59,6 +59,7 @@ export class LangChainTracer extends BaseTracer {
             error: run.error,
             outputs: run.outputs,
             events: run.events,
+            inputs: run.inputs,
         };
         await this.client.updateRun(run.id, runUpdate);
     }

package/dist/callbacks/index.cjs

@@ -1,12 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.consumeCallback = exports.awaitAllCallbacks = exports.traceAsGroup = exports.TraceGroup = exports.CallbackManagerForToolRun = exports.CallbackManagerForLLMRun = exports.CallbackManagerForChainRun = exports.CallbackManagerForRetrieverRun = exports.CallbackManager = exports.getTracingV2CallbackHandler = exports.getTracingCallbackHandler = exports.LangChainTracerV1 = exports.LangChainTracer = exports.ConsoleCallbackHandler = exports.BaseTracer = exports.BaseCallbackHandler = void 0;
+exports.consumeCallback = exports.awaitAllCallbacks = exports.traceAsGroup = exports.TraceGroup = exports.CallbackManagerForToolRun = exports.CallbackManagerForLLMRun = exports.CallbackManagerForChainRun = exports.CallbackManagerForRetrieverRun = exports.CallbackManager = exports.getTracingV2CallbackHandler = exports.getTracingCallbackHandler = exports.LangChainTracerV1 = exports.LangChainTracer = exports.RunCollectorCallbackHandler = exports.ConsoleCallbackHandler = exports.BaseTracer = exports.BaseCallbackHandler = void 0;
 var base_js_1 = require("./base.cjs");
 Object.defineProperty(exports, "BaseCallbackHandler", { enumerable: true, get: function () { return base_js_1.BaseCallbackHandler; } });
 var tracer_js_1 = require("./handlers/tracer.cjs");
 Object.defineProperty(exports, "BaseTracer", { enumerable: true, get: function () { return tracer_js_1.BaseTracer; } });
 var console_js_1 = require("./handlers/console.cjs");
 Object.defineProperty(exports, "ConsoleCallbackHandler", { enumerable: true, get: function () { return console_js_1.ConsoleCallbackHandler; } });
+var run_collector_js_1 = require("./handlers/run_collector.cjs");
+Object.defineProperty(exports, "RunCollectorCallbackHandler", { enumerable: true, get: function () { return run_collector_js_1.RunCollectorCallbackHandler; } });
 var tracer_langchain_js_1 = require("./handlers/tracer_langchain.cjs");
 Object.defineProperty(exports, "LangChainTracer", { enumerable: true, get: function () { return tracer_langchain_js_1.LangChainTracer; } });
 var tracer_langchain_v1_js_1 = require("./handlers/tracer_langchain_v1.cjs");

package/dist/callbacks/index.d.ts

@@ -1,6 +1,7 @@
 export { BaseCallbackHandler, CallbackHandlerMethods, BaseCallbackHandlerInput, NewTokenIndices, } from "./base.js";
 export { Run, RunType, BaseTracer } from "./handlers/tracer.js";
 export { ConsoleCallbackHandler } from "./handlers/console.js";
+export { RunCollectorCallbackHandler } from "./handlers/run_collector.js";
 export { LangChainTracer } from "./handlers/tracer_langchain.js";
 export { LangChainTracerV1 } from "./handlers/tracer_langchain_v1.js";
 export { getTracingCallbackHandler, getTracingV2CallbackHandler, } from "./handlers/initialize.js";

package/dist/callbacks/index.js

@@ -1,6 +1,7 @@
 export { BaseCallbackHandler, } from "./base.js";
 export { BaseTracer } from "./handlers/tracer.js";
 export { ConsoleCallbackHandler } from "./handlers/console.js";
+export { RunCollectorCallbackHandler } from "./handlers/run_collector.js";
 export { LangChainTracer } from "./handlers/tracer_langchain.js";
 export { LangChainTracerV1 } from "./handlers/tracer_langchain_v1.js";
 export { getTracingCallbackHandler, getTracingV2CallbackHandler, } from "./handlers/initialize.js";

package/dist/callbacks/manager.cjs

@@ -187,11 +187,11 @@ class CallbackManagerForChainRun extends BaseRunManager {
         }
         return manager;
     }
-    async handleChainError(err) {
+    async handleChainError(err, _runId, _parentRunId, _tags, kwargs) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainError?.(err, this.runId, this._parentRunId, this.tags);
+                    await handler.handleChainError?.(err, this.runId, this._parentRunId, this.tags, kwargs);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainError: ${err}`);
@@ -199,11 +199,11 @@ class CallbackManagerForChainRun extends BaseRunManager {
             }
         }, handler.awaitHandlers)));
     }
-    async handleChainEnd(output) {
+    async handleChainEnd(output, _runId, _parentRunId, _tags, kwargs) {
         await Promise.all(this.handlers.map((handler) => (0, promises_js_1.consumeCallback)(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainEnd?.(output, this.runId, this._parentRunId, this.tags);
+                    await handler.handleChainEnd?.(output, this.runId, this._parentRunId, this.tags, kwargs);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainEnd: ${err}`);

package/dist/callbacks/manager.d.ts

@@ -68,8 +68,12 @@ export declare class CallbackManagerForLLMRun extends BaseRunManager implements
 }
 export declare class CallbackManagerForChainRun extends BaseRunManager implements BaseCallbackManagerMethods {
     getChild(tag?: string): CallbackManager;
-    handleChainError(err: Error | unknown): Promise<void>;
-    handleChainEnd(output: ChainValues): Promise<void>;
+    handleChainError(err: Error | unknown, _runId?: string, _parentRunId?: string, _tags?: string[], kwargs?: {
+        inputs?: Record<string, unknown>;
+    }): Promise<void>;
+    handleChainEnd(output: ChainValues, _runId?: string, _parentRunId?: string, _tags?: string[], kwargs?: {
+        inputs?: Record<string, unknown>;
+    }): Promise<void>;
     handleAgentAction(action: AgentAction): Promise<void>;
     handleAgentEnd(action: AgentFinish): Promise<void>;
 }

package/dist/callbacks/manager.js

@@ -180,11 +180,11 @@ export class CallbackManagerForChainRun extends BaseRunManager {
         }
         return manager;
     }
-    async handleChainError(err) {
+    async handleChainError(err, _runId, _parentRunId, _tags, kwargs) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainError?.(err, this.runId, this._parentRunId, this.tags);
+                    await handler.handleChainError?.(err, this.runId, this._parentRunId, this.tags, kwargs);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainError: ${err}`);
@@ -192,11 +192,11 @@ export class CallbackManagerForChainRun extends BaseRunManager {
             }
         }, handler.awaitHandlers)));
     }
-    async handleChainEnd(output) {
+    async handleChainEnd(output, _runId, _parentRunId, _tags, kwargs) {
         await Promise.all(this.handlers.map((handler) => consumeCallback(async () => {
             if (!handler.ignoreChain) {
                 try {
-                    await handler.handleChainEnd?.(output, this.runId, this._parentRunId, this.tags);
+                    await handler.handleChainEnd?.(output, this.runId, this._parentRunId, this.tags, kwargs);
                 }
                 catch (err) {
                     console.error(`Error in handler ${handler.constructor.name}, handleChainEnd: ${err}`);

package/dist/chains/openai_functions/extraction.cjs

@@ -42,7 +42,7 @@ Passage:
  * Function that creates an extraction chain using the provided JSON schema.
  * It sets up the necessary components, such as the prompt, output parser, and tags.
  * @param schema JSON schema of the function parameters.
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
 function createExtractionChain(schema, llm) {
@@ -63,7 +63,7 @@ exports.createExtractionChain = createExtractionChain;
  * converts the Zod schema to a JSON schema using zod-to-json-schema
  * before creating the extraction chain.
  * @param schema The Zod schema which extracted data should match
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
 function createExtractionChainFromZod(

package/dist/chains/openai_functions/extraction.d.ts

@@ -2,20 +2,21 @@ import { z } from "zod";
 import { ChatOpenAI } from "../../chat_models/openai.js";
 import { FunctionParameters } from "../../output_parsers/openai_functions.js";
 import { LLMChain } from "../llm_chain.js";
+import { AnthropicFunctions } from "../../experimental/chat_models/anthropic_functions.js";
 /**
  * Function that creates an extraction chain using the provided JSON schema.
  * It sets up the necessary components, such as the prompt, output parser, and tags.
  * @param schema JSON schema of the function parameters.
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
-export declare function createExtractionChain(schema: FunctionParameters, llm: ChatOpenAI): LLMChain<object, ChatOpenAI>;
+export declare function createExtractionChain(schema: FunctionParameters, llm: ChatOpenAI | AnthropicFunctions): LLMChain<object, ChatOpenAI | AnthropicFunctions>;
 /**
  * Function that creates an extraction chain from a Zod schema. It
  * converts the Zod schema to a JSON schema using zod-to-json-schema
  * before creating the extraction chain.
  * @param schema The Zod schema which extracted data should match
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
-export declare function createExtractionChainFromZod(schema: z.ZodObject<any, any, any, any>, llm: ChatOpenAI): LLMChain<object, ChatOpenAI>;
+export declare function createExtractionChainFromZod(schema: z.ZodObject<any, any, any, any>, llm: ChatOpenAI | AnthropicFunctions): LLMChain<object, ChatOpenAI | AnthropicFunctions>;

package/dist/chains/openai_functions/extraction.js

@@ -39,7 +39,7 @@ Passage:
  * Function that creates an extraction chain using the provided JSON schema.
  * It sets up the necessary components, such as the prompt, output parser, and tags.
  * @param schema JSON schema of the function parameters.
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
 export function createExtractionChain(schema, llm) {
@@ -59,7 +59,7 @@ export function createExtractionChain(schema, llm) {
  * converts the Zod schema to a JSON schema using zod-to-json-schema
  * before creating the extraction chain.
  * @param schema The Zod schema which extracted data should match
- * @param llm Must be a ChatOpenAI model that supports function calling.
+ * @param llm Must be a ChatOpenAI or AnthropicFunctions model that supports function calling.
  * @returns A LLMChain instance configured to return data matching the schema.
  */
 export function createExtractionChainFromZod(

package/dist/chains/openai_functions/openapi.d.ts

@@ -4,11 +4,12 @@ import { LLMChainInput } from "../llm_chain.js";
 import { ChatOpenAI } from "../../chat_models/openai.js";
 import { BasePromptTemplate } from "../../prompts/base.js";
 import { SequentialChain } from "../sequential_chain.js";
+import { AnthropicFunctions } from "../../experimental/chat_models/anthropic_functions.js";
 /**
  * Type representing the options for creating an OpenAPI chain.
  */
 export type OpenAPIChainOptions = {
-    llm?: ChatOpenAI;
+    llm?: ChatOpenAI | AnthropicFunctions;
     prompt?: BasePromptTemplate;
     requestChain?: BaseChain;
     llmChainInputs?: LLMChainInput;

package/dist/chains/openai_functions/structured_output.d.ts

@@ -7,6 +7,7 @@ import { BasePromptTemplate } from "../../prompts/index.js";
 import { BaseLLMOutputParser } from "../../schema/output_parser.js";
 import { OutputFunctionsParser } from "../../output_parsers/openai_functions.js";
 import { ChatGeneration } from "../../schema/index.js";
+import { AnthropicFunctions } from "../../experimental/chat_models/anthropic_functions.js";
 /**
  * Type representing the input for creating a structured output chain. It
  * extends the LLMChainInput type and includes an additional
@@ -16,7 +17,7 @@ import { ChatGeneration } from "../../schema/index.js";
 export type StructuredOutputChainInput = Omit<LLMChainInput, "outputParser" | "llm"> & {
     outputSchema: JsonSchema7Type;
     prompt: BasePromptTemplate;
-    llm?: ChatOpenAI;
+    llm?: ChatOpenAI | AnthropicFunctions;
 };
 /**
  * Class that extends the BaseLLMOutputParser class. It provides
@@ -44,5 +45,5 @@ export declare class FunctionCallStructuredOutputParser<T extends z.AnyZodObject
  * as well as an additional required "outputSchema" JSON Schema object.
  * @returns OpenAPIChain
  */
-export declare function createStructuredOutputChain<T extends z.AnyZodObject = z.AnyZodObject>(input: StructuredOutputChainInput): LLMChain<any, ChatOpenAI>;
-export declare function createStructuredOutputChainFromZod<T extends z.AnyZodObject>(zodSchema: T, input: Omit<StructuredOutputChainInput, "outputSchema">): LLMChain<any, ChatOpenAI>;
+export declare function createStructuredOutputChain<T extends z.AnyZodObject = z.AnyZodObject>(input: StructuredOutputChainInput): LLMChain<any, ChatOpenAI | AnthropicFunctions>;
+export declare function createStructuredOutputChainFromZod<T extends z.AnyZodObject>(zodSchema: T, input: Omit<StructuredOutputChainInput, "outputSchema">): LLMChain<any, ChatOpenAI | AnthropicFunctions>;

package/dist/chains/openai_functions/tagging.cjs

@@ -30,7 +30,7 @@ Passage:
  * LLM, and options. It constructs the LLM with the necessary
  * functions, prompt, output parser, and tags.
  * @param schema The schema defining the structure of function parameters.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */
@@ -53,7 +53,7 @@ exports.createTaggingChain = createTaggingChain;
  * the Zod schema to a JSON schema using the zodToJsonSchema function and
  * then calls createTaggingChain with the converted schema.
  * @param schema The Zod schema which extracted data should match.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */

package/dist/chains/openai_functions/tagging.d.ts

@@ -3,6 +3,7 @@ import { ChatOpenAI } from "../../chat_models/openai.js";
 import { PromptTemplate } from "../../prompts/prompt.js";
 import { FunctionParameters } from "../../output_parsers/openai_functions.js";
 import { LLMChain, LLMChainInput } from "../llm_chain.js";
+import { AnthropicFunctions } from "../../experimental/chat_models/anthropic_functions.js";
 /**
  * Type representing the options for creating a tagging chain.
  */
@@ -14,18 +15,18 @@ export type TaggingChainOptions = {
  * LLM, and options. It constructs the LLM with the necessary
  * functions, prompt, output parser, and tags.
  * @param schema The schema defining the structure of function parameters.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */
-export declare function createTaggingChain(schema: FunctionParameters, llm: ChatOpenAI, options?: TaggingChainOptions): LLMChain<object, ChatOpenAI>;
+export declare function createTaggingChain(schema: FunctionParameters, llm: ChatOpenAI | AnthropicFunctions, options?: TaggingChainOptions): LLMChain<object, ChatOpenAI | AnthropicFunctions>;
 /**
  * Function that creates a tagging chain from a Zod schema. It converts
  * the Zod schema to a JSON schema using the zodToJsonSchema function and
  * then calls createTaggingChain with the converted schema.
  * @param schema The Zod schema which extracted data should match.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */
-export declare function createTaggingChainFromZod(schema: z.ZodObject<any, any, any, any>, llm: ChatOpenAI, options?: TaggingChainOptions): LLMChain<object, ChatOpenAI>;
+export declare function createTaggingChainFromZod(schema: z.ZodObject<any, any, any, any>, llm: ChatOpenAI | AnthropicFunctions, options?: TaggingChainOptions): LLMChain<object, ChatOpenAI | AnthropicFunctions>;

package/dist/chains/openai_functions/tagging.js

@@ -27,7 +27,7 @@ Passage:
  * LLM, and options. It constructs the LLM with the necessary
  * functions, prompt, output parser, and tags.
  * @param schema The schema defining the structure of function parameters.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */
@@ -49,7 +49,7 @@ export function createTaggingChain(schema, llm, options = {}) {
  * the Zod schema to a JSON schema using the zodToJsonSchema function and
  * then calls createTaggingChain with the converted schema.
  * @param schema The Zod schema which extracted data should match.
- * @param llm LLM to use in the chain. Must support OpenAI function calling.
+ * @param llm LLM to use in the chain. Must support function calling.
  * @param options Options for creating the tagging chain.
  * @returns A new instance of LLMChain configured for tagging.
  */

package/dist/chat_models/anthropic.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ChatAnthropic = void 0;
+exports.ChatAnthropic = exports.DEFAULT_STOP_SEQUENCES = void 0;
 const sdk_1 = require("@anthropic-ai/sdk");
 const index_js_1 = require("../schema/index.cjs");
 const env_js_1 = require("../util/env.cjs");
@@ -41,7 +41,7 @@ function getAnthropicPromptFromMessage(message) {
             throw new Error(`Unknown message type: ${type}`);
     }
 }
-const DEFAULT_STOP_SEQUENCES = [sdk_1.HUMAN_PROMPT];
+exports.DEFAULT_STOP_SEQUENCES = [sdk_1.HUMAN_PROMPT];
 /**
  * Wrapper around Anthropic large language models.
  *
@@ -117,7 +117,7 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "claude-v1"
+            value: "claude-2"
         });
         Object.defineProperty(this, "invocationKwargs", {
             enumerable: true,
@@ -184,9 +184,9 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
             temperature: this.temperature,
             top_k: this.topK,
             top_p: this.topP,
-            stop_sequences: options?.stop?.concat(DEFAULT_STOP_SEQUENCES) ??
+            stop_sequences: options?.stop?.concat(exports.DEFAULT_STOP_SEQUENCES) ??
                 this.stopSequences ??
-                DEFAULT_STOP_SEQUENCES,
+                exports.DEFAULT_STOP_SEQUENCES,
             max_tokens_to_sample: this.maxTokensToSample,
             stream: this.streaming,
             ...this.invocationKwargs,
@@ -308,6 +308,7 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
                 ...this.clientOptions,
                 ...options,
                 apiKey: this.anthropicApiKey,
+                maxRetries: 0,
             });
         }
         const makeCompletionRequest = async () => this.streamingClient.completions.create({ ...request, stream: true }, { headers: request.headers });
@@ -324,6 +325,7 @@ class ChatAnthropic extends base_js_1.BaseChatModel {
                 ...this.clientOptions,
                 ...options,
                 apiKey: this.anthropicApiKey,
+                maxRetries: 0,
             });
         }
         const makeCompletionRequest = async () => this.batchClient.completions.create({ ...request, stream: false }, { headers: request.headers });

package/dist/chat_models/anthropic.d.ts

@@ -1,8 +1,11 @@
 import { Anthropic, ClientOptions } from "@anthropic-ai/sdk";
 import type { CompletionCreateParams } from "@anthropic-ai/sdk/resources/completions";
+import type { Stream } from "@anthropic-ai/sdk/streaming";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 import { BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
 import { BaseChatModel, BaseChatModelParams } from "./base.js";
+import { BaseLanguageModelCallOptions } from "../base_language/index.js";
+export declare const DEFAULT_STOP_SEQUENCES: string[];
 /**
  * Input to AnthropicChat class.
  */
@@ -68,7 +71,7 @@ type Kwargs = Record<string, any>;
  * even if not explicitly available on this class.
  *
  */
-export declare class ChatAnthropic extends BaseChatModel implements AnthropicInput {
+export declare class ChatAnthropic<CallOptions extends BaseLanguageModelCallOptions = BaseLanguageModelCallOptions> extends BaseChatModel<CallOptions> implements AnthropicInput {
     static lc_name(): string;
     get lc_secrets(): {
         [key: string]: string;
@@ -86,8 +89,8 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
     stopSequences?: string[];
     streaming: boolean;
     clientOptions: ClientOptions;
-    private batchClient;
-    private streamingClient;
+    protected batchClient: Anthropic;
+    protected streamingClient: Anthropic;
     constructor(fields?: Partial<AnthropicInput> & BaseChatModelParams);
     /**
      * Get the parameters used to invoke the model
@@ -95,28 +98,28 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
     invocationParams(options?: this["ParsedCallOptions"]): Omit<CompletionCreateParams, "prompt"> & Kwargs;
     /** @ignore */
     _identifyingParams(): {
-        metadata?: Anthropic.Completions.CompletionCreateParams.CompletionRequestNonStreaming.Metadata | Anthropic.Completions.CompletionCreateParams.CompletionRequestStreaming.Metadata | undefined;
+        metadata?: Anthropic.Completions.CompletionCreateParams.Metadata | undefined;
         stream?: boolean | undefined;
-        model: (string & {}) | "claude-2" | "claude-instant-1";
+        model: "claude-2" | (string & {}) | "claude-instant-1";
         temperature?: number | undefined;
         top_p?: number | undefined;
-        top_k?: number | undefined;
         max_tokens_to_sample: number;
         stop_sequences?: string[] | undefined;
+        top_k?: number | undefined;
         model_name: string;
     };
     /**
      * Get the identifying parameters for the model
      */
     identifyingParams(): {
-        metadata?: Anthropic.Completions.CompletionCreateParams.CompletionRequestNonStreaming.Metadata | Anthropic.Completions.CompletionCreateParams.CompletionRequestStreaming.Metadata | undefined;
+        metadata?: Anthropic.Completions.CompletionCreateParams.Metadata | undefined;
         stream?: boolean | undefined;
-        model: (string & {}) | "claude-2" | "claude-instant-1";
+        model: "claude-2" | (string & {}) | "claude-instant-1";
         temperature?: number | undefined;
         top_p?: number | undefined;
-        top_k?: number | undefined;
         max_tokens_to_sample: number;
         stop_sequences?: string[] | undefined;
+        top_k?: number | undefined;
         model_name: string;
     };
     _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
@@ -125,7 +128,7 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
      * @param messages The base messages to format as a prompt.
      * @returns The formatted prompt.
      */
-    private formatMessagesAsPrompt;
+    protected formatMessagesAsPrompt(messages: BaseMessage[]): string;
     /** @ignore */
     _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<ChatResult>;
     /**
@@ -133,9 +136,11 @@ export declare class ChatAnthropic extends BaseChatModel implements AnthropicInp
      * @param request The parameters for creating a completion.
      * @returns A streaming request.
      */
-    private createStreamWithRetry;
+    protected createStreamWithRetry(request: CompletionCreateParams & Kwargs): Promise<Stream<Anthropic.Completions.Completion>>;
     /** @ignore */
-    private completionWithRetry;
+    protected completionWithRetry(request: CompletionCreateParams & Kwargs, options: {
+        signal?: AbortSignal;
+    }): Promise<Anthropic.Completions.Completion>;
     _llmType(): string;
     /** @ignore */
     _combineLLMOutput(): never[];

package/dist/chat_models/anthropic.js

@@ -38,7 +38,7 @@ function getAnthropicPromptFromMessage(message) {
             throw new Error(`Unknown message type: ${type}`);
     }
 }
-const DEFAULT_STOP_SEQUENCES = [HUMAN_PROMPT];
+export const DEFAULT_STOP_SEQUENCES = [HUMAN_PROMPT];
 /**
  * Wrapper around Anthropic large language models.
  *
@@ -114,7 +114,7 @@ export class ChatAnthropic extends BaseChatModel {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "claude-v1"
+            value: "claude-2"
         });
         Object.defineProperty(this, "invocationKwargs", {
             enumerable: true,
@@ -305,6 +305,7 @@ export class ChatAnthropic extends BaseChatModel {
                 ...this.clientOptions,
                 ...options,
                 apiKey: this.anthropicApiKey,
+                maxRetries: 0,
             });
         }
         const makeCompletionRequest = async () => this.streamingClient.completions.create({ ...request, stream: true }, { headers: request.headers });
@@ -321,6 +322,7 @@ export class ChatAnthropic extends BaseChatModel {
                 ...this.clientOptions,
                 ...options,
                 apiKey: this.anthropicApiKey,
+                maxRetries: 0,
             });
         }
         const makeCompletionRequest = async () => this.batchClient.completions.create({ ...request, stream: false }, { headers: request.headers });