@langchain/anthropic 0.0.10 → 0.1.1

package/README.md

@@ -64,7 +64,7 @@ import { ChatAnthropicMessages } from "@langchain/anthropic";
 
 const model = new ChatAnthropic({
   anthropicApiKey: process.env.ANTHROPIC_API_KEY,
-  modelName: "claude-2.1",
+  modelName: "claude-3-sonnet-20240229",
 });
 const response = await model.stream(new HumanMessage("Hello world!"));
 ```

package/dist/chat_models.cjs

@@ -15,10 +15,12 @@ const chat_models_1 = require("@langchain/core/language_models/chat_models");
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://console.anthropic.com/docs/api/reference |
- * `anthropic.beta.messages`} can be passed through {@link invocationKwargs},
+ * `anthropic.messages`} can be passed through {@link invocationKwargs},
  * even if not explicitly available on this class.
  * @example
  * ```typescript
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ *
  * const model = new ChatAnthropic({
  *   temperature: 0.9,
  *   anthropicApiKey: 'YOUR-API-KEY',
@@ -342,9 +344,7 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
                 maxRetries: 0,
             });
         }
-        const makeCompletionRequest = async () => this.streamingClient.beta.messages.create(
-        // TODO: Fix typing once underlying SDK is fixed to not require unnecessary "anthropic-beta" param
-        {
+        const makeCompletionRequest = async () => this.streamingClient.messages.create({
             ...request,
             ...this.invocationKwargs,
             stream: true,
@@ -365,9 +365,7 @@ class ChatAnthropicMessages extends chat_models_1.BaseChatModel {
                 maxRetries: 0,
             });
         }
-        const makeCompletionRequest = async () => this.batchClient.beta.messages.create(
-        // TODO: Fix typing once underlying SDK is fixed to not require unnecessary "anthropic-beta" param
-        {
+        const makeCompletionRequest = async () => this.batchClient.messages.create({
             ...request,
             ...this.invocationKwargs,
         });

package/dist/chat_models.d.ts

@@ -5,10 +5,10 @@ import { type BaseMessage } from "@langchain/core/messages";
 import { ChatGenerationChunk, type ChatResult } from "@langchain/core/outputs";
 import { BaseChatModel, type BaseChatModelParams } from "@langchain/core/language_models/chat_models";
 import { type BaseLanguageModelCallOptions } from "@langchain/core/language_models/base";
-type AnthropicMessage = Anthropic.Beta.MessageParam;
-type AnthropicMessageCreateParams = Omit<Anthropic.Beta.MessageCreateParamsNonStreaming, "anthropic-beta">;
-type AnthropicStreamingMessageCreateParams = Omit<Anthropic.Beta.MessageCreateParamsStreaming, "anthropic-beta">;
-type AnthropicMessageStreamEvent = Anthropic.Beta.MessageStreamEvent;
+type AnthropicMessage = Anthropic.MessageParam;
+type AnthropicMessageCreateParams = Anthropic.MessageCreateParamsNonStreaming;
+type AnthropicStreamingMessageCreateParams = Anthropic.MessageCreateParamsStreaming;
+type AnthropicMessageStreamEvent = Anthropic.MessageStreamEvent;
 /**
  * Input to AnthropicChat class.
  */
@@ -57,7 +57,7 @@ export interface AnthropicInput {
     clientOptions: ClientOptions;
     /** Holds any additional parameters that are valid to pass to {@link
      * https://console.anthropic.com/docs/api/reference |
-     * `anthropic.complete`} that are not explicitly specified on this class.
+     * `anthropic.messages`} that are not explicitly specified on this class.
      */
     invocationKwargs?: Kwargs;
 }
@@ -75,10 +75,12 @@ type Kwargs = Record<string, any>;
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://console.anthropic.com/docs/api/reference |
- * `anthropic.beta.messages`} can be passed through {@link invocationKwargs},
+ * `anthropic.messages`} can be passed through {@link invocationKwargs},
  * even if not explicitly available on this class.
  * @example
  * ```typescript
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ *
  * const model = new ChatAnthropic({
  *   temperature: 0.9,
  *   anthropicApiKey: 'YOUR-API-KEY',
@@ -111,13 +113,13 @@ export declare class ChatAnthropicMessages<CallOptions extends BaseLanguageModel
     /**
      * Get the parameters used to invoke the model
      */
-    invocationParams(options?: this["ParsedCallOptions"]): Omit<AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams, "messages" | "anthropic-beta"> & Kwargs;
+    invocationParams(options?: this["ParsedCallOptions"]): Omit<AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams, "messages"> & Kwargs;
     /** @ignore */
     _identifyingParams(): {
+        metadata?: Anthropic.Messages.MessageCreateParams.Metadata | undefined;
         stream?: boolean | undefined;
         max_tokens: number;
         model: string;
-        metadata?: Anthropic.Beta.Messages.MessageCreateParams.Metadata | undefined;
         stop_sequences?: string[] | undefined;
         system?: string | undefined;
         temperature?: number | undefined;
@@ -129,10 +131,10 @@ export declare class ChatAnthropicMessages<CallOptions extends BaseLanguageModel
      * Get the identifying parameters for the model
      */
     identifyingParams(): {
+        metadata?: Anthropic.Messages.MessageCreateParams.Metadata | undefined;
         stream?: boolean | undefined;
         max_tokens: number;
         model: string;
-        metadata?: Anthropic.Beta.Messages.MessageCreateParams.Metadata | undefined;
         stop_sequences?: string[] | undefined;
         system?: string | undefined;
         temperature?: number | undefined;
@@ -161,7 +163,7 @@ export declare class ChatAnthropicMessages<CallOptions extends BaseLanguageModel
     /** @ignore */
     protected completionWithRetry(request: AnthropicMessageCreateParams & Kwargs, options: {
         signal?: AbortSignal;
-    }): Promise<Anthropic.Beta.Message>;
+    }): Promise<Anthropic.Message>;
     _llmType(): string;
     /** @ignore */
     _combineLLMOutput(): never[];

package/dist/chat_models.js

@@ -12,10 +12,12 @@ import { BaseChatModel, } from "@langchain/core/language_models/chat_models";
  * @remarks
  * Any parameters that are valid to be passed to {@link
  * https://console.anthropic.com/docs/api/reference |
- * `anthropic.beta.messages`} can be passed through {@link invocationKwargs},
+ * `anthropic.messages`} can be passed through {@link invocationKwargs},
  * even if not explicitly available on this class.
  * @example
  * ```typescript
+ * import { ChatAnthropic } from "@langchain/anthropic";
+ *
  * const model = new ChatAnthropic({
  *   temperature: 0.9,
  *   anthropicApiKey: 'YOUR-API-KEY',
@@ -339,9 +341,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
                 maxRetries: 0,
             });
         }
-        const makeCompletionRequest = async () => this.streamingClient.beta.messages.create(
-        // TODO: Fix typing once underlying SDK is fixed to not require unnecessary "anthropic-beta" param
-        {
+        const makeCompletionRequest = async () => this.streamingClient.messages.create({
             ...request,
             ...this.invocationKwargs,
             stream: true,
@@ -362,9 +362,7 @@ export class ChatAnthropicMessages extends BaseChatModel {
                 maxRetries: 0,
             });
         }
-        const makeCompletionRequest = async () => this.batchClient.beta.messages.create(
-        // TODO: Fix typing once underlying SDK is fixed to not require unnecessary "anthropic-beta" param
-        {
+        const makeCompletionRequest = async () => this.batchClient.messages.create({
             ...request,
             ...this.invocationKwargs,
         });

package/dist/tests/chat_models.int.test.js

@@ -4,19 +4,19 @@ import { HumanMessage } from "@langchain/core/messages";
 import { ChatPromptValue } from "@langchain/core/prompt_values";
 import { PromptTemplate, ChatPromptTemplate, AIMessagePromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate, } from "@langchain/core/prompts";
 import { CallbackManager } from "@langchain/core/callbacks/manager";
-import { ChatAnthropicMessages } from "../chat_models.js";
-test("Test ChatAnthropicMessages", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+import { ChatAnthropic } from "../chat_models.js";
+test.skip("Test ChatAnthropic", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
     });
     const message = new HumanMessage("Hello!");
-    const res = await chat.call([message]);
+    const res = await chat.invoke([message]);
     console.log({ res });
 });
-test("Test ChatAnthropicMessages Generate", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("Test ChatAnthropic Generate", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
     });
     const message = new HumanMessage("Hello!");
@@ -30,9 +30,9 @@ test("Test ChatAnthropicMessages Generate", async () => {
     }
     console.log({ res });
 });
-test("Test ChatAnthropicMessages Generate w/ ClientOptions", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("Test ChatAnthropic Generate w/ ClientOptions", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         clientOptions: {
             defaultHeaders: {
@@ -51,9 +51,9 @@ test("Test ChatAnthropicMessages Generate w/ ClientOptions", async () => {
     }
     console.log({ res });
 });
-test("Test ChatAnthropicMessages Generate with a signal in call options", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("Test ChatAnthropic Generate with a signal in call options", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
     });
     const controller = new AbortController();
@@ -68,11 +68,11 @@ test("Test ChatAnthropicMessages Generate with a signal in call options", async
         return res;
     }).rejects.toThrow();
 }, 10000);
-test("Test ChatAnthropicMessages tokenUsage with a batch", async () => {
-    const model = new ChatAnthropicMessages({
+test("Test ChatAnthropic tokenUsage with a batch", async () => {
+    const model = new ChatAnthropic({
         temperature: 0,
         maxRetries: 0,
-        modelName: "claude-instant-1.2",
+        modelName: "claude-3-sonnet-20240229",
     });
     const res = await model.generate([
         [new HumanMessage(`Hello!`)],
@@ -80,11 +80,11 @@ test("Test ChatAnthropicMessages tokenUsage with a batch", async () => {
     ]);
     console.log({ res });
 });
-test("Test ChatAnthropicMessages in streaming mode", async () => {
+test("Test ChatAnthropic in streaming mode", async () => {
     let nrNewTokens = 0;
     let streamedCompletion = "";
-    const model = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+    const model = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         streaming: true,
         callbacks: CallbackManager.fromHandlers({
@@ -100,11 +100,11 @@ test("Test ChatAnthropicMessages in streaming mode", async () => {
     expect(nrNewTokens > 0).toBe(true);
     expect(res.content).toBe(streamedCompletion);
 });
-test("Test ChatAnthropicMessages in streaming mode with a signal", async () => {
+test("Test ChatAnthropic in streaming mode with a signal", async () => {
     let nrNewTokens = 0;
     let streamedCompletion = "";
-    const model = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+    const model = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         streaming: true,
         callbacks: CallbackManager.fromHandlers({
@@ -127,9 +127,9 @@ test("Test ChatAnthropicMessages in streaming mode with a signal", async () => {
     }).rejects.toThrow();
     console.log({ nrNewTokens, streamedCompletion });
 }, 5000);
-test("Test ChatAnthropicMessages prompt value", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("Test ChatAnthropic prompt value", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
     });
     const message = new HumanMessage("Hello!");
@@ -142,9 +142,9 @@ test("Test ChatAnthropicMessages prompt value", async () => {
     }
     console.log({ res });
 });
-test("ChatAnthropicMessages, docs, prompt templates", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("ChatAnthropic, docs, prompt templates", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         temperature: 0,
     });
@@ -162,9 +162,9 @@ test("ChatAnthropicMessages, docs, prompt templates", async () => {
     ]);
     console.log(responseA.generations);
 });
-test("ChatAnthropicMessages, longer chain of messages", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-1.3",
+test("ChatAnthropic, longer chain of messages", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         temperature: 0,
     });
@@ -180,11 +180,11 @@ test("ChatAnthropicMessages, longer chain of messages", async () => {
     ]);
     console.log(responseA.generations);
 });
-test("ChatAnthropicMessages, Anthropic apiUrl set manually via constructor", async () => {
+test("ChatAnthropic, Anthropic apiUrl set manually via constructor", async () => {
     // Pass the default URL through (should use this, and work as normal)
     const anthropicApiUrl = "https://api.anthropic.com";
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         anthropicApiUrl,
     });
@@ -192,29 +192,11 @@ test("ChatAnthropicMessages, Anthropic apiUrl set manually via constructor", asy
     const res = await chat.call([message]);
     console.log({ res });
 });
-test("ChatAnthropicMessages, Claude V2", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-2.1",
-        maxRetries: 0,
-        temperature: 0,
-    });
-    const chatPrompt = ChatPromptTemplate.fromMessages([
-        HumanMessagePromptTemplate.fromTemplate(`Hi, my name is Joe!`),
-        AIMessagePromptTemplate.fromTemplate(`Nice to meet you, Joe!`),
-        HumanMessagePromptTemplate.fromTemplate("{text}"),
-    ]);
-    const responseA = await chat.generatePrompt([
-        await chatPrompt.formatPromptValue({
-            text: "What did I just say my name was?",
-        }),
-    ]);
-    console.log(responseA.generations);
-});
-test("Test ChatAnthropicMessages stream method", async () => {
-    const model = new ChatAnthropicMessages({
+test("Test ChatAnthropic stream method", async () => {
+    const model = new ChatAnthropic({
         maxTokens: 50,
         maxRetries: 0,
-        modelName: "claude-instant-1.2",
+        modelName: "claude-3-sonnet-20240229",
     });
     const stream = await model.stream("Print hello world.");
     const chunks = [];
@@ -224,12 +206,12 @@ test("Test ChatAnthropicMessages stream method", async () => {
     }
     expect(chunks.length).toBeGreaterThan(1);
 });
-test("Test ChatAnthropicMessages stream method with abort", async () => {
+test("Test ChatAnthropic stream method with abort", async () => {
     await expect(async () => {
-        const model = new ChatAnthropicMessages({
+        const model = new ChatAnthropic({
             maxTokens: 500,
             maxRetries: 0,
-            modelName: "claude-instant-1.2",
+            modelName: "claude-3-sonnet-20240229",
         });
         const stream = await model.stream("How is your day going? Be extremely verbose.", {
             signal: AbortSignal.timeout(1000),
@@ -239,11 +221,11 @@ test("Test ChatAnthropicMessages stream method with abort", async () => {
         }
     }).rejects.toThrow();
 });
-test("Test ChatAnthropicMessages stream method with early break", async () => {
-    const model = new ChatAnthropicMessages({
+test("Test ChatAnthropic stream method with early break", async () => {
+    const model = new ChatAnthropic({
         maxTokens: 50,
         maxRetries: 0,
-        modelName: "claude-instant-1.2",
+        modelName: "claude-3-sonnet-20240229",
     });
     const stream = await model.stream("How is your day going? Be extremely verbose.");
     let i = 0;
@@ -255,9 +237,9 @@ test("Test ChatAnthropicMessages stream method with early break", async () => {
         }
     }
 });
-test("Test ChatAnthropicMessages headers passed through", async () => {
-    const chat = new ChatAnthropicMessages({
-        modelName: "claude-instant-1.2",
+test("Test ChatAnthropic headers passed through", async () => {
+    const chat = new ChatAnthropic({
+        modelName: "claude-3-sonnet-20240229",
         maxRetries: 0,
         anthropicApiKey: "NOT_REAL",
         clientOptions: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.0.10",
+  "version": "0.1.1",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -24,7 +24,7 @@
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
-    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn create-entrypoints -- --pre",
+    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn lc-build --config ./langchain.config.js --create-entrypoints --pre",
     "prepack": "yarn build",
     "test": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
     "test:watch": "yarn run build:deps && NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
@@ -38,8 +38,8 @@
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.12.0",
-    "@langchain/core": "~0.1.5"
+    "@anthropic-ai/sdk": "^0.15.0",
+    "@langchain/core": "~0.1"
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",