@librechat/agents 2.1.3 → 2.1.4

package/src/llm/anthropic/llm.spec.ts

@@ -0,0 +1,1069 @@
+/* eslint-disable no-process-env */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+
+import { expect, test } from "@jest/globals";
+import * as fs from "fs/promises";
+import {
+  AIMessageChunk,
+  BaseMessage,
+  HumanMessage,
+  SystemMessage,
+} from "@langchain/core/messages";
+import { ChatPromptValue } from "@langchain/core/prompt_values";
+import {
+  PromptTemplate,
+  ChatPromptTemplate,
+  AIMessagePromptTemplate,
+  HumanMessagePromptTemplate,
+  SystemMessagePromptTemplate,
+} from "@langchain/core/prompts";
+import { CallbackManager } from "@langchain/core/callbacks/manager";
+import { concat } from "@langchain/core/utils/stream";
+import { CustomAnthropic as ChatAnthropic } from "./llm";
+import { AnthropicMessageResponse } from "./types";
+jest.setTimeout(120000);
+
+test("Test ChatAnthropic", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await chat.invoke([message]);
+  expect(res.response_metadata.usage).toBeDefined();
+});
+
+test("Test ChatAnthropic with a bad API key throws appropriate error", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    apiKey: "bad",
+  });
+  let error;
+  try {
+    const message = new HumanMessage("Hello!");
+    await chat.invoke([message]);
+  } catch (e) {
+    error = e;
+  }
+  expect(error).toBeDefined();
+  expect((error as any).lc_error_code).toEqual("MODEL_AUTHENTICATION");
+});
+
+test("Test ChatAnthropic with unknown model throws appropriate error", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "badbad",
+    maxRetries: 0,
+  });
+  let error;
+  try {
+    const message = new HumanMessage("Hello!");
+    await chat.invoke([message]);
+  } catch (e) {
+    error = e;
+  }
+  expect(error).toBeDefined();
+  expect((error as any).lc_error_code).toEqual("MODEL_NOT_FOUND");
+});
+
+test("Test ChatAnthropic Generate", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await chat.generate([[message], [message]]);
+  expect(res.generations.length).toBe(2);
+  for (const generation of res.generations) {
+    expect(generation.length).toBe(1);
+    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+    for (const message of generation) {
+      // console.log(message.text);
+    }
+  }
+  // console.log({ res });
+});
+
+test.skip("Test ChatAnthropic Generate w/ ClientOptions", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    clientOptions: {
+      defaultHeaders: {
+        "Helicone-Auth": "HELICONE_API_KEY",
+      },
+    },
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await chat.generate([[message], [message]]);
+  expect(res.generations.length).toBe(2);
+  for (const generation of res.generations) {
+    expect(generation.length).toBe(1);
+    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+    for (const message of generation) {
+      // console.log(message.text);
+    }
+  }
+  // console.log({ res });
+});
+
+test("Test ChatAnthropic Generate with a signal in call options", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+  });
+  const controller = new AbortController();
+  const message = new HumanMessage(
+    "How is your day going? Be extremely verbose!"
+  );
+  await expect(() => {
+    const res = chat.generate([[message], [message]], {
+      signal: controller.signal,
+    });
+    setTimeout(() => {
+      controller.abort();
+    }, 1000);
+    return res;
+  }).rejects.toThrow();
+}, 10000);
+
+test("Test ChatAnthropic tokenUsage with a batch", async () => {
+  const model = new ChatAnthropic({
+    temperature: 0,
+    maxRetries: 0,
+    modelName: "claude-3-sonnet-20240229",
+  });
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const res = await model.generate([
+    [new HumanMessage(`Hello!`)],
+    [new HumanMessage(`Hi!`)],
+  ]);
+  // console.log({ res });
+});
+
+test("Test ChatAnthropic in streaming mode", async () => {
+  let nrNewTokens = 0;
+  let streamedCompletion = "";
+
+  const model = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    streaming: true,
+    callbacks: CallbackManager.fromHandlers({
+      async handleLLMNewToken(token: string) {
+        nrNewTokens += 1;
+        streamedCompletion += token;
+      },
+    }),
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await model.invoke([message]);
+  // console.log({ res });
+
+  expect(nrNewTokens > 0).toBe(true);
+  expect(res.content).toBe(streamedCompletion);
+});
+
+test("Test ChatAnthropic in streaming mode with a signal", async () => {
+  let nrNewTokens = 0;
+  let streamedCompletion = "";
+
+  const model = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    streaming: true,
+    callbacks: CallbackManager.fromHandlers({
+      async handleLLMNewToken(token: string) {
+        nrNewTokens += 1;
+        streamedCompletion += token;
+      },
+    }),
+  });
+  const controller = new AbortController();
+  const message = new HumanMessage(
+    "Hello! Give me an extremely verbose response"
+  );
+  await expect(() => {
+    const res = model.invoke([message], {
+      signal: controller.signal,
+    });
+    setTimeout(() => {
+      controller.abort();
+    }, 500);
+    return res;
+  }).rejects.toThrow();
+
+  // console.log({ nrNewTokens, streamedCompletion });
+}, 5000);
+
+test.skip("Test ChatAnthropic prompt value", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+  });
+  const message = new HumanMessage("Hello!");
+  const res = await chat.generatePrompt([new ChatPromptValue([message])]);
+  expect(res.generations.length).toBe(1);
+  for (const generation of res.generations) {
+    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+    for (const g of generation) {
+      // console.log(g.text);
+    }
+  }
+  // console.log({ res });
+});
+
+test.skip("ChatAnthropic, docs, prompt templates", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    temperature: 0,
+  });
+
+  const systemPrompt = PromptTemplate.fromTemplate(
+    "You are a helpful assistant that translates {input_language} to {output_language}."
+  );
+
+  const chatPrompt = ChatPromptTemplate.fromMessages([
+    new SystemMessagePromptTemplate(systemPrompt),
+    HumanMessagePromptTemplate.fromTemplate("{text}"),
+  ]);
+
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const responseA = await chat.generatePrompt([
+    await chatPrompt.formatPromptValue({
+      input_language: "English",
+      output_language: "French",
+      text: "I love programming.",
+    }),
+  ]);
+
+  // console.log(responseA.generations);
+});
+
+test.skip("ChatAnthropic, longer chain of messages", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    temperature: 0,
+  });
+
+  const chatPrompt = ChatPromptTemplate.fromMessages([
+    HumanMessagePromptTemplate.fromTemplate(`Hi, my name is Joe!`),
+    AIMessagePromptTemplate.fromTemplate(`Nice to meet you, Joe!`),
+    HumanMessagePromptTemplate.fromTemplate("{text}"),
+  ]);
+
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const responseA = await chat.generatePrompt([
+    await chatPrompt.formatPromptValue({
+      text: "What did I just say my name was?",
+    }),
+  ]);
+
+  // console.log(responseA.generations);
+});
+
+test.skip("ChatAnthropic, Anthropic apiUrl set manually via constructor", async () => {
+  // Pass the default URL through (should use this, and work as normal)
+  const anthropicApiUrl = "https://api.anthropic.com";
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    anthropicApiUrl,
+  });
+  const message = new HumanMessage("Hello!");
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const res = await chat.call([message]);
+  // console.log({ res });
+});
+
+test("Test ChatAnthropic stream method", async () => {
+  const model = new ChatAnthropic({
+    maxTokens: 50,
+    maxRetries: 0,
+    modelName: "claude-3-sonnet-20240229",
+  });
+  const stream = await model.stream("Print hello world.");
+  const chunks: any[] = [];
+  for await (const chunk of stream) {
+    chunks.push(chunk);
+  }
+  expect(chunks.length).toBeGreaterThan(1);
+});
+
+test("Test ChatAnthropic stream method with abort", async () => {
+  await expect(async () => {
+    const model = new ChatAnthropic({
+      maxTokens: 500,
+      maxRetries: 0,
+      modelName: "claude-3-sonnet-20240229",
+    });
+    const stream = await model.stream(
+      "How is your day going? Be extremely verbose.",
+      {
+        signal: AbortSignal.timeout(1000),
+      }
+    );
+    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+    for await (const chunk of stream) {
+      // console.log(chunk);
+    }
+  }).rejects.toThrow();
+});
+
+test("Test ChatAnthropic stream method with early break", async () => {
+  const model = new ChatAnthropic({
+    maxTokens: 50,
+    maxRetries: 0,
+    modelName: "claude-3-sonnet-20240229",
+  });
+  const stream = await model.stream(
+    "How is your day going? Be extremely verbose."
+  );
+  let i = 0;
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  for await (const chunk of stream) {
+    // console.log(chunk);
+    i += 1;
+    if (i > 10) {
+      break;
+    }
+  }
+});
+
+test("Test ChatAnthropic headers passed through", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+    apiKey: "NOT_REAL",
+    clientOptions: {
+      defaultHeaders: {
+        "X-Api-Key": process.env.ANTHROPIC_API_KEY,
+      },
+    },
+  });
+  const message = new HumanMessage("Hello!");
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const res = await chat.invoke([message]);
+  // console.log({ res });
+});
+
+test("Test ChatAnthropic multimodal", async () => {
+  const chat = new ChatAnthropic({
+    modelName: "claude-3-sonnet-20240229",
+    maxRetries: 0,
+  });
+  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
+  const res = await chat.invoke([
+    new HumanMessage({
+      content: [
+        {
+          type: "image_url",
+          image_url: {
+            url: "data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/2wCEAAMCAggHCQgGCQgICAcICAgICAgICAYICAgHDAgHCAgICAgIBggICAgICAgICBYICAgICwkKCAgNDQoIDggICQgBAwQEBgUGCgYGCBALCg0QCg0NEA0KCg8LDQoKCgoLDgoQDQoLDQoKCg4NDQ0NDgsQDw0OCg4NDQ4NDQoJDg8OCP/AABEIALAAsAMBEQACEQEDEQH/xAAdAAEAAgEFAQAAAAAAAAAAAAAABwgJAQIEBQYD/8QANBAAAgIBAwIDBwQCAgIDAAAAAQIAAwQFERIIEwYhMQcUFyJVldQjQVGBcZEJMzJiFRYk/8QAGwEBAAMAAwEAAAAAAAAAAAAAAAQFBgEDBwL/xAA5EQACAQIDBQQJBAIBBQAAAAAAAQIDEQQhMQVBUWGREhRxgRMVIjJSU8HR8CNyobFCguEGJGKi4v/aAAwDAQACEQMRAD8ApfJplBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBANl16qOTEKB6kkAD+z5Tkcj0On+z7Ub1FlOmanejeavj6dqV6kfsQ1OK4IP8AIM6pVYR1kuqJdLCV6qvCnJ/6v66nL+Ems/RNc+y63+BOvvFL411O/wBW4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6HE1D2e6lQpsu0zU6EXzZ8jTtSoUD9yWuxUAA/kmdkasJaSXVHRVwlekrzpyX+r+mh56m9WHJSGU+hUgg/wBjynaRORvnAEAQBAEAQBAEAQCbennpVzfER95LHE0tX4tlsnJr2B2srw6yQLCpBQ3Me1W+4/VZLKlh4jFRo5ay4cPH7f0XWA2XUxft37MONs34ffRcy/Xsu6bdG0UK2Nh1tkAbHMyAt+Wx2HIi11/SDcQe3jrTXv6IJRVcRUqe88uC0Nxhdn0MMv0458XnJ+e7wVlyJPJkYsTSAIAgCAIAgCAIBqDAIx9qHTbo2tBmycOtcgjYZmOBRlqdjxJtQDuhdye3ette/qhkmliKlP3XlwehXYrZ9DEr9SOfFZS6rXwd1yKCdQ3Srm+HT7yGOXpbPxXLVOLUMTtXXmVgkVliQgvU9qx9h+kz11Ne4fFRrZaS4cfD7f2YfH7LqYT279qHHevH76PlvhKTClEAQBAEAQBAJp6WOn0+I80i7mumYnF8x1LIbSSe3iV2DYq13ElnQ8q6gdijWUuIeKxHoY5e89PuXWy8D3qp7S9iOvN/D9+XiZRNN06uiuvHqrSqmpFrqqrVUrrrUBUREUBVVVAAUAAATNNtu7PR4xUUoxVkskloktxyCZwfRj26jetHPtzrMXSM4Uabj7Vrfj10O2ZdsDbb3bqrCKEYmpeyED8Hs53LZVwvsPg4qN6kbt+OS8t5hdobYqOo44edorK6SzfmtFpz14H16f8Arkz6cmrD1e9crBvsFZy3ropvxC2yo7NTXXXbjhtuXcTmisz91hX2yr4KLjemrNbuPXeMDtuoqihiGnF/5ZJx55ZNceF76GQSUJuhAEAQBAEAhb239WWl+H391s7mXnbAnExu2WqUjdWyLHda6Qw2IXdrCCGFZX5pMo4WdXNZLiyoxm1KOFfZl7UuCtdeN2kvzcRB4d/5JMV7OOVpWRRSWAFmPk1ZTKN9uT1PRi+QHnsj2H12DHYGXLZzS9mV3zVvuVFL/qGDlapSaXFST6qyfS/3tb4M8a4up49WoYlyZGLcCUsTf1B2ZGVgHrsRgVNbqrIwIYAjaVc4Sg+zJWZqaVWFWCnB3T0/PodnqOnV312Y9taW02o1dtViq9dlbAq6OjAqyspIKkEEGfKbTuj7lFSTjJXTyaejXAxd9U/T6fDmYBTzbTMvm+G7FnNRBHcxLLDuWankCrueVlRG5dq7nOlwuI9NHP3lr9zzjamA7rU9n3Jacn8P25eBC0mFKIAgCAIBtdwASfQDc/4nIbsZXulr2ZDR9HwsYpxybqxmZe4Xl71cquyMR69hO3jg+fy0r5n1OWxNX0lRvdovBflz1DZuG7vh4xtZtXl+55vpp5EsyKWZ5X2seH783TdRwsZgmVk4OVRQzMUUXPRYle7gEoCxA5gEqDvsdp2U5KM03omv7I+Ig6lKUIuzaaXmigPtb6HNQ0bEytTGXjZeLiKlhWuu6rINPMLbY1bFqkXHQ908b7CyK+wUqFe+pY2FSSjZpvnl+MwmJ2JVw9OVTtqUYq+Sadt+WaVtd9+W+uLLv5HzB8j/AIlgZ8yRdGfUXXq2JXpGTZtquFUE+cnfMxU2Wu9CzEvaicEsG+/MdzYLbsmexmHdOXaS9l/w+H2PQ9kY9V6apyftxVtdUtJc3x58iykrjQCAIAgFdurzqbPh+lMHFKHVspC6FuLLh427Icp0O4d2ZWREb5WZLGbktJrssMJhvSu8vdX8vh9zP7X2i8LBRp27b46Rj8Vt73JebyVnCfSz0jNqh/8AsGsrZZRcxuoxrms7ua7HmcvLYkOaXJ5Ctjvkb8n/AE+K3TcVi+x+nS6rdyX33eJTbL2S636+JTaeaTveTf8AlLlwjv35ZFmfHnSnoWo47Yo0/FxLOBWnJw8ejHuobb5GVqkUOqnY9qwOjDyI9CKyGKqwd+03ybdjS19mYarHs+jSe5pJNdP6KudBPiTIwNYz/D1jA1WJk91AWKLqGJctDWVg+QFlfdQtsGcVY+//AFgSzx0VKmqi5dJK/wCeZm9iVJ0sRPDye6WWdu1BpXWeV78M8uGd/wCURuCJuqX2YjWNHzMYJyyaKzmYm3Hl71SrOqKW8h307mOT5fLc3mPUSsNV9HUT3aPwf5crNpYbvGHlG2azj+5Zrrp5mKFHBAI9CNx/iak8vTubpwBAEAQDtPCekLk5WHiON0yczFx3H8pbkVVMP7VyJ8zfZi3wTfRHdRh26kI8ZRXk5IzREf6mPPXTSAIB1/iPQa8yjIwrVD05NFuPYrAFWrsrat1YHyIKsRsf2nMXZpo+ZR7UXF77rqYW2xHrJqsHG2smu1T6rapKWKf8OCP6mxvfNHj1nH2XqsnfW6yOVpGr241teVRY9ORS4sqtrPF67B6Mp/2NiCGBIIYMQeGlJWaujsp1JU5KcHZrQyZdK/U3X4ipONdwq1fGQNkVL5JkVbhfe8cE/wDgWKq1e5NFjKD8ttLPm8ThnSd17r0+35qej7N2hHFQs8prVfVcv6J4kIuBAKtdWnV8uj89I090fVeP/wCi8hXq05CvIcg26PmMpDCpgVqUrZaCGqrussLhPSe3P3f7/wCOf4s9tTaXd16On77/APXn48EU58OYl+RremrrRyHbJzdPbI9+LvZZjW21vUlgs5FMe4OqmshVrrscca9jtcSaVKXotydrcVr58zH04znioLFXd3G/a17L08E3u5vJEveGeobX/Cuq2YmttbbjX3NflUu7ZC1VW2OTlaZZuzDHrIbbGXZOFbV9qmwfLElh6Venelqsl4rc+fP6FtT2hicHiHDEu8W7u+ii8lKObtHL3fH/AC1tn1AdReJ4exVvJW/MyEJwcVWG9x2G1zkb8MVNwTbt83kqhmYCVVDDyqytot7/ADeanG46GFh2nm37q4/8c/qVr/4/fZ9k5Obm+J7+Xa430V2soVcrNuuW3LtT+RQUNZKjj3L2QHlRYqWOPqJRVJcvJJWRnth4epKpLE1FqnZ8XJ3b8MuG/LQvdKQ2ZqB/qAYXfFmkLjZWZiINkxszKx0H8JVkW1KP6VAJsIPtRT4pPqjyKtDsVJx4SkvJSdjq59HSIAgCAdp4T1dcbKw8tzsmNmYuQ5/hKsiq1j/SoTPma7UWuKa6o7qM+xUhLhKL8lJXM0RP+pjz100gCAIBjA6x/Y9ZpGq35KofcdSssy8ewA8Vvcl8rHJ3OzrazXAeQNVq8d+3Zx0mDrKpTS3rLy3P6HnG18I6FdzS9mWa/c9V9fPkQTJxRnf+AfHeRpOXj6pjHa/GsDhd+K2p6W0WHY/p31lqidiVDchsyqR8VIKpFxlo/wAv5EjD15UKiqw1X8revMy++DfFtOo4uNqNDcsfKprvrJ8iFZQeLD1Dod0KnzVlI/aZKcXCTi9UerUqkasFOLumk14M8T1L+0uzRdHzdRp8skKlGO2wPC+6xKUt2PkezzN3E7g8NtjvO7D01UqKL03+CzIe0MQ8Ph5VI66Lxbsv7Ks9D3ThTqG/iXOBvSvJsGHTae4L8lWDXZ2QzMzXMt7MoWzzNyW2PzPaYWeNxDj+nDLLPw4dPsZ7Y+CVb/ua3tO7tfitZPzyS5XJS6zOlu3XAmrYSh9Rpq7N2OzKozMYF3RUZyEXIqZ325lVtVyrMOFUjYPEql7MtP6f2J+1tmvE2qU/fWWusfo1/P8AVWfbjruoWabpFGrl/wD5Wq/UOyMhO3mV6QFxaU98BCuzW5dNxW2wcraqeZawku1pQjFVJOn7uWmna1y8uhmMdUqOhSjiPfTlr73o0rXfi1k96V7nq/YP0n6lr99OdqgysfS6qqKw2QbK8rKx6kWrHxcdG2toxlrUA3lU+Q71c3ta+rpr4qFJONOzlnpom9/N8vpkTMBsyriZKeITUEla+rSyUbapLyvzeZkT0fR6saqvFprSmilFrqqrUJXXWo2VEUABVUDbYSgbbd3qbyMVFWSskcucH0ag/wCoBhd8WauuTlZmWh3TIzMrIQ/yluRbap/tXBmwguzFLgkuiPIq0+3UnLjKT8nJ2Orn0dIgCAIBtdAQQfQjY/4nIauZXulr2nDWNHw8kvyyaKxh5e/Hl71SqozsF8h307eQB5fLcvkPQZbE0vR1Gt2q8H+WPUNm4nvGHjK92spfuWT66+ZLMilmIAgHm/aL4ExtVxL9PyaVvptRtkb1WwA9uyths1dqNsRYhDKf39Z905uElKLszor0YVoOE1dP86mH7R/DORdi5OeKz2sI4iZZIKtU+Q11dPJSvl+rS1ZBIKsyDY7krrXJKSjxvbyzPKY0ZuMprSNlLim21p4rPh1t6fA9ieq34Ka1RhW5OA7XKbMcC6ypq7DU/doT9cLyBPNK7ECglmT0nW60FLsN2fPnnroSI4KvKl6aMLxz0zeTavbW3hfy3Wq/4+fbVQKbPDd9wW7vWZGnK2wW2l17l9FTehsS0W5PA/M62uV5CqzhV4+i7+kS5Px4/T8z02wcXHsvDyed24+DzaXg7u3PLLSderP2f3arombi0KXyEFWVVWBu1jU2pc1SD93sqWxAP3dlkHC1FCqm9NOuRd7ToOvhpwjrk14xadv4K7dEPU5gYOI2iZ+RXiql1l2Hk2fJjtVae5ZVbaSUrsW42WB7O2jpYqg8k+exxuGnKXbgr8eOWXmUGxtpUqdP0FV9m12m9Gm72/8AFp8dfEmb22dZmlaXjv7nk42pag4K0U49q3U1t5fqZV1LFErTfl2g4st/8VCjnZXDo4Oc37ScVvv9L/iLXG7Xo0IfpyU57kndeLa0X8vRcq59OnsAzPFWY3iTVmezBa3uMbQOWo2qdhSibcUwa+IrPEBSq9pB/wBjV2GIrxoR9HT1/r/6M/s7A1MbU7ziHeN75/5tbuUF/Oml28h0oDfCAIBE/VL7TRo+j5uSr8cm6s4eJtx5e9XKyK6hvJuwncyCPP5aW8j6GVhqXpKiW7V+C/LFZtLE93w8pXzeUf3PJdNfIxQIgAAHoBsP8TUnl6VjdOAIAgCAIBNPSx1BHw5mE3c20zL4JmIoZjUQT28uusblmp5EMiDlZUTsHaulDDxWH9NHL3lp9i62Xj+61Pa9yWvJ/F9+XgZRNN1Ku+uvIqsS2m1FsqtrZXrsrYBkdHUlWVlIIYEggzNNNOzPR4yUkpRd081bRp7zkTg+jUQCH9Q8FeJjnNdVrmImmPx/QfTKXuqAVOXa2ZeTO5tAe29hWq1bpeS8lKdLs2cH2v3Zfn5kVjpYr0t1VXY4djNaaZ+OumWpGh9j2vaVi6pp+NVpep4+ouxQXY9ZzMnKybbGy8rVbNsHENdKMdiot2Raa0pbtjud/pac5RlK6a4PJJaJasivD4inCcIdmSle11m3JttyeStn/RJ/sG8A6no2LgaTaultiY+MwuuxmzUyDlFue4rek1XGxmd3yWspLvuwoTnskevONSTkr58bafm7dxJuDpVaNONOXZsln2b6+evjv4I6jVejTRLMp9TqTLw8xrRkV24eVZT7vkcuZtorKvUjM25KMj1+Z2RdzOxYuoo9l2a5rVcOJGnsnDubqxTjLVOMmrPilnG/k1yJxrXYAbkkADkdtyf5OwA3Pr5AD+APSQi5K7e1zod0nVrnzanu07KtZnuOMK3x7rWO7WPjuNlsY7sWoenmzMzB2YtLCljZ012XmuevUoMVsWhXk5puEnra1m+Nnl0tffmeY8Df8dum49iXZmZkZ4Q79gImJjv/AALQj23Mv/qt6BvRuQJU9lTaE5K0Vb+X9iNQ2BRg71JOfKyUemb/AJ/gtXhYSVIlNaLXVWqpXWiqqIigBURVACqoAAUAAASrbvmzTpJKy0PtByIBx9R1KuiuzItsSqmpGsttsZUrrrUFnd3YhVVVBJYkAATlJt2R8ykopyk7JZtvRJbzF31T9QR8R5gNPNdMxOSYaMGQ2kkdzLsrOxVruICo45V1AbhGsuQaXC4f0Mc/eev2PONqY7vVT2fcjpzfxfbl4kLSYUogCAIAgCAIBNvTz1VZvh0+7FTl6Wz8mxGfi1DE72WYdhBFZYkuaGHasfc/os9lrQ8RhY1s9JcePj9/7LrAbUnhPYt2ocN68Pto+W+/fsv6ktG1oKuNmVrkEbnDyCKMtTsOQFTkd0LuB3KGtr39HMoquHqU/eWXFaG4wu0KGJX6cs+DykvJ6+KuuZJxEjFiaQBAEAQBAEAQBANQIBGHtR6ktG0UMuTmVtkAbjDxyt+Wx2PEGpG/SDcSO5kNTXv6uJJpYepV91ZcXoV2K2hQwy/UlnwWcn5bvF2XMoL1DdVWb4iPuwU4mlq/JcRX5NewO9dmZYABYVIDilR2q32P6rJXat7h8LGjnrLjw8Pv/Rh8ftSpi/Yt2YcL5vx+2i5kJSYUogCAIAgCAIAgCAbLqFYcWAZT6hgCD/R8pyOZ6HT/AGg6lQorp1PU6EXyVMfUdSoUD9gFpykAA/gCdUqUJaxXREuli69JWhUkv9n9Tl/FvWfreufetb/PnX3el8C6Hf6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/wA+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819Tiah7QdRvU13anqd6N5MmRqOpXqR+4K3ZTgg/wROyNKEdIrojoqYuvVVp1JP/Z/TU89TQqjioCgegAAA/oeU7SJzN84AgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgH/9k=",
+          },
+        },
+        { type: "text", text: "What is this a logo for?" },
+      ],
+    }),
+  ]);
+  // console.log(res);
+});
+
+test("Stream tokens", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-haiku-20240307",
+    temperature: 0,
+    maxTokens: 10,
+  });
+  let res: AIMessageChunk | null = null;
+  for await (const chunk of await model.stream(
+    "Why is the sky blue? Be concise."
+  )) {
+    if (!res) {
+      res = chunk;
+    } else {
+      res = res.concat(chunk);
+    }
+  }
+  // console.log(res);
+  expect(res?.usage_metadata).toBeDefined();
+  if (!res?.usage_metadata) {
+    return;
+  }
+  expect(res.usage_metadata.input_tokens).toBeGreaterThan(1);
+  expect(res.usage_metadata.output_tokens).toBeGreaterThan(1);
+  expect(res.usage_metadata.total_tokens).toBe(
+    res.usage_metadata.input_tokens + res.usage_metadata.output_tokens
+  );
+});
+
+test("id is supplied when invoking", async () => {
+  const model = new ChatAnthropic();
+  const result = await model.invoke("Hello");
+  expect(result.id).toBeDefined();
+  expect(result.id).not.toEqual("");
+});
+
+test("id is supplied when streaming", async () => {
+  const model = new ChatAnthropic();
+  let finalChunk: AIMessageChunk | undefined;
+  for await (const chunk of await model.stream("Hello")) {
+    finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);
+  }
+  expect(finalChunk).toBeDefined();
+  if (!finalChunk) return;
+  expect(finalChunk.id).toBeDefined();
+  expect(finalChunk.id).not.toEqual("");
+});
+
+const CACHED_TEXT = `## Components
+
+LangChain provides standard, extendable interfaces and external integrations for various components useful for building with LLMs.
+Some components LangChain implements, some components we rely on third-party integrations for, and others are a mix.
+
+### Chat models
+
+<span data-heading-keywords="chat model,chat models"></span>
+
+Language models that use a sequence of messages as inputs and return chat messages as outputs (as opposed to using plain text).
+These are generally newer models (older models are generally \`LLMs\`, see below).
+Chat models support the assignment of distinct roles to conversation messages, helping to distinguish messages from the AI, users, and instructions such as system messages.
+
+Although the underlying models are messages in, message out, the LangChain wrappers also allow these models to take a string as input.
+This gives them the same interface as LLMs (and simpler to use).
+When a string is passed in as input, it will be converted to a \`HumanMessage\` under the hood before being passed to the underlying model.
+
+LangChain does not host any Chat Models, rather we rely on third party integrations.
+
+We have some standardized parameters when constructing ChatModels:
+
+- \`model\`: the name of the model
+
+Chat Models also accept other parameters that are specific to that integration.
+
+:::important
+Some chat models have been fine-tuned for **tool calling** and provide a dedicated API for it.
+Generally, such models are better at tool calling than non-fine-tuned models, and are recommended for use cases that require tool calling.
+Please see the [tool calling section](/docs/concepts/#functiontool-calling) for more information.
+:::
+
+For specifics on how to use chat models, see the [relevant how-to guides here](/docs/how_to/#chat-models).
+
+#### Multimodality
+
+Some chat models are multimodal, accepting images, audio and even video as inputs.
+These are still less common, meaning model providers haven't standardized on the "best" way to define the API.
+Multimodal outputs are even less common. As such, we've kept our multimodal abstractions fairly light weight
+and plan to further solidify the multimodal APIs and interaction patterns as the field matures.
+
+In LangChain, most chat models that support multimodal inputs also accept those values in OpenAI's content blocks format.
+So far this is restricted to image inputs. For models like Gemini which support video and other bytes input, the APIs also support the native, model-specific representations.
+
+For specifics on how to use multimodal models, see the [relevant how-to guides here](/docs/how_to/#multimodal).
+
+### LLMs
+
+<span data-heading-keywords="llm,llms"></span>
+
+:::caution
+Pure text-in/text-out LLMs tend to be older or lower-level. Many popular models are best used as [chat completion models](/docs/concepts/#chat-models),
+even for non-chat use cases.
+
+You are probably looking for [the section above instead](/docs/concepts/#chat-models).
+:::
+
+Language models that takes a string as input and returns a string.
+These are traditionally older models (newer models generally are [Chat Models](/docs/concepts/#chat-models), see above).
+
+Although the underlying models are string in, string out, the LangChain wrappers also allow these models to take messages as input.
+This gives them the same interface as [Chat Models](/docs/concepts/#chat-models).
+When messages are passed in as input, they will be formatted into a string under the hood before being passed to the underlying model.
+
+LangChain does not host any LLMs, rather we rely on third party integrations.
+
+For specifics on how to use LLMs, see the [relevant how-to guides here](/docs/how_to/#llms).
+
+### Message types
+
+Some language models take an array of messages as input and return a message.
+There are a few different types of messages.
+All messages have a \`role\`, \`content\`, and \`response_metadata\` property.
+
+The \`role\` describes WHO is saying the message.
+LangChain has different message classes for different roles.
+
+The \`content\` property describes the content of the message.
+This can be a few different things:
+
+- A string (most models deal this type of content)
+- A List of objects (this is used for multi-modal input, where the object contains information about that input type and that input location)
+
+#### HumanMessage
+
+This represents a message from the user.
+
+#### AIMessage
+
+This represents a message from the model. In addition to the \`content\` property, these messages also have:
+
+**\`response_metadata\`**
+
+The \`response_metadata\` property contains additional metadata about the response. The data here is often specific to each model provider.
+This is where information like log-probs and token usage may be stored.
+
+**\`tool_calls\`**
+
+These represent a decision from an language model to call a tool. They are included as part of an \`AIMessage\` output.
+They can be accessed from there with the \`.tool_calls\` property.
+
+This property returns a list of \`ToolCall\`s. A \`ToolCall\` is an object with the following arguments:
+
+- \`name\`: The name of the tool that should be called.
+- \`args\`: The arguments to that tool.
+- \`id\`: The id of that tool call.
+
+#### SystemMessage
+
+This represents a system message, which tells the model how to behave. Not every model provider supports this.
+
+#### ToolMessage
+
+This represents the result of a tool call. In addition to \`role\` and \`content\`, this message has:
+
+- a \`tool_call_id\` field which conveys the id of the call to the tool that was called to produce this result.
+- an \`artifact\` field which can be used to pass along arbitrary artifacts of the tool execution which are useful to track but which should not be sent to the model.
+
+#### (Legacy) FunctionMessage
+
+This is a legacy message type, corresponding to OpenAI's legacy function-calling API. \`ToolMessage\` should be used instead to correspond to the updated tool-calling API.
+
+This represents the result of a function call. In addition to \`role\` and \`content\`, this message has a \`name\` parameter which conveys the name of the function that was called to produce this result.
+
+### Prompt templates
+
+<span data-heading-keywords="prompt,prompttemplate,chatprompttemplate"></span>
+
+Prompt templates help to translate user input and parameters into instructions for a language model.
+This can be used to guide a model's response, helping it understand the context and generate relevant and coherent language-based output.
+
+Prompt Templates take as input an object, where each key represents a variable in the prompt template to fill in.
+
+Prompt Templates output a PromptValue. This PromptValue can be passed to an LLM or a ChatModel, and can also be cast to a string or an array of messages.
+The reason this PromptValue exists is to make it easy to switch between strings and messages.
+
+There are a few different types of prompt templates:
+
+#### String PromptTemplates
+
+These prompt templates are used to format a single string, and generally are used for simpler inputs.
+For example, a common way to construct and use a PromptTemplate is as follows:
+
+\`\`\`typescript
+import { PromptTemplate } from "@langchain/core/prompts";
+
+const promptTemplate = PromptTemplate.fromTemplate(
+  "Tell me a joke about {topic}"
+);
+
+await promptTemplate.invoke({ topic: "cats" });
+\`\`\`
+
+#### ChatPromptTemplates
+
+These prompt templates are used to format an array of messages. These "templates" consist of an array of templates themselves.
+For example, a common way to construct and use a ChatPromptTemplate is as follows:
+
+\`\`\`typescript
+import { ChatPromptTemplate } from "@langchain/core/prompts";
+
+const promptTemplate = ChatPromptTemplate.fromMessages([
+  ["system", "You are a helpful assistant"],
+  ["user", "Tell me a joke about {topic}"],
+]);
+
+await promptTemplate.invoke({ topic: "cats" });
+\`\`\`
+
+In the above example, this ChatPromptTemplate will construct two messages when called.
+The first is a system message, that has no variables to format.
+The second is a HumanMessage, and will be formatted by the \`topic\` variable the user passes in.
+
+#### MessagesPlaceholder
+
+<span data-heading-keywords="messagesplaceholder"></span>
+
+This prompt template is responsible for adding an array of messages in a particular place.
+In the above ChatPromptTemplate, we saw how we could format two messages, each one a string.
+But what if we wanted the user to pass in an array of messages that we would slot into a particular spot?
+This is how you use MessagesPlaceholder.
+
+\`\`\`typescript
+import {
+  ChatPromptTemplate,
+  MessagesPlaceholder,
+} from "@langchain/core/prompts";
+import { HumanMessage } from "@langchain/core/messages";
+
+const promptTemplate = ChatPromptTemplate.fromMessages([
+  ["system", "You are a helpful assistant"],
+  new MessagesPlaceholder("msgs"),
+]);
+
+promptTemplate.invoke({ msgs: [new HumanMessage({ content: "hi!" })] });
+\`\`\`
+
+This will produce an array of two messages, the first one being a system message, and the second one being the HumanMessage we passed in.
+If we had passed in 5 messages, then it would have produced 6 messages in total (the system message plus the 5 passed in).
+This is useful for letting an array of messages be slotted into a particular spot.
+
+An alternative way to accomplish the same thing without using the \`MessagesPlaceholder\` class explicitly is:
+
+\`\`\`typescript
+const promptTemplate = ChatPromptTemplate.fromMessages([
+  ["system", "You are a helpful assistant"],
+  ["placeholder", "{msgs}"], // <-- This is the changed part
+]);
+\`\`\`
+
+For specifics on how to use prompt templates, see the [relevant how-to guides here](/docs/how_to/#prompt-templates).
+
+### Example Selectors
+
+One common prompting technique for achieving better performance is to include examples as part of the prompt.
+This gives the language model concrete examples of how it should behave.
+Sometimes these examples are hardcoded into the prompt, but for more advanced situations it may be nice to dynamically select them.
+Example Selectors are classes responsible for selecting and then formatting examples into prompts.
+
+For specifics on how to use example selectors, see the [relevant how-to guides here](/docs/how_to/#example-selectors).
+
+### Output parsers
+
+<span data-heading-keywords="output parser"></span>
+
+:::note
+
+The information here refers to parsers that take a text output from a model try to parse it into a more structured representation.
+More and more models are supporting function (or tool) calling, which handles this automatically.
+It is recommended to use function/tool calling rather than output parsing.
+See documentation for that [here](/docs/concepts/#function-tool-calling).
+
+:::
+
+Responsible for taking the output of a model and transforming it to a more suitable format for downstream tasks.
+Useful when you are using LLMs to generate structured data, or to normalize output from chat models and LLMs.
+
+There are two main methods an output parser must implement:
+
+- "Get format instructions": A method which returns a string containing instructions for how the output of a language model should be formatted.
+- "Parse": A method which takes in a string (assumed to be the response from a language model) and parses it into some structure.
+
+And then one optional one:
+
+- "Parse with prompt": A method which takes in a string (assumed to be the response from a language model) and a prompt (assumed to be the prompt that generated such a response) and parses it into some structure. The prompt is largely provided in the event the OutputParser wants to retry or fix the output in some way, and needs information from the prompt to do so.
+
+Output parsers accept a string or \`BaseMessage\` as input and can return an arbitrary type.
+
+LangChain has many different types of output parsers. This is a list of output parsers LangChain supports. The table below has various pieces of information:
+
+**Name**: The name of the output parser
+
+**Supports Streaming**: Whether the output parser supports streaming.
+
+**Input Type**: Expected input type. Most output parsers work on both strings and messages, but some (like OpenAI Functions) need a message with specific arguments.
+
+**Output Type**: The output type of the object returned by the parser.
+
+**Description**: Our commentary on this output parser and when to use it.
+
+The current date is ${new Date().toISOString()}`;
+
+test("system prompt caching", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-haiku-20240307",
+    clientOptions: {
+      defaultHeaders: {
+        "anthropic-beta": "prompt-caching-2024-07-31",
+      },
+    },
+  });
+  const messages = [
+    new SystemMessage({
+      content: [
+        {
+          type: "text",
+          text: `You are a pirate. Always respond in pirate dialect.\nUse the following as context when answering questions: ${CACHED_TEXT}`,
+          cache_control: { type: "ephemeral" },
+        },
+      ],
+    }),
+    new HumanMessage({
+      content: "What types of messages are supported in LangChain?",
+    }),
+  ];
+  const res = await model.invoke(messages);
+  expect(
+    res.usage_metadata?.input_token_details?.cache_creation
+  ).toBeGreaterThan(0);
+  expect(res.usage_metadata?.input_token_details?.cache_read).toBe(0);
+  const res2 = await model.invoke(messages);
+  expect(res2.usage_metadata?.input_token_details?.cache_creation).toBe(0);
+  expect(res2.usage_metadata?.input_token_details?.cache_read).toBeGreaterThan(
+    0
+  );
+  const stream = await model.stream(messages);
+  let agg;
+  for await (const chunk of stream) {
+    agg = agg === undefined ? chunk : concat(agg, chunk);
+  }
+  expect(agg).toBeDefined();
+  expect(agg!.usage_metadata?.input_token_details?.cache_creation).toBe(0);
+  expect(agg!.usage_metadata?.input_token_details?.cache_read).toBeGreaterThan(
+    0
+  );
+});
+
+// TODO: Add proper test with long tool content
+test.skip("tool caching", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-haiku-20240307",
+    clientOptions: {
+      defaultHeaders: {
+        "anthropic-beta": "prompt-caching-2024-07-31",
+      },
+    },
+  }).bindTools([
+    {
+      name: "get_weather",
+      description: "Get the weather for a specific location",
+      input_schema: {
+        type: "object",
+        properties: {
+          location: {
+            type: "string",
+            description: "Location to get the weather for",
+          },
+          unit: {
+            type: "string",
+            description: "Temperature unit to return",
+          },
+        },
+        required: ["location"],
+      },
+      cache_control: { type: "ephemeral" },
+    },
+  ]);
+  const messages = [
+    new HumanMessage({
+      content: "What is the weather in Regensburg?",
+    }),
+  ];
+  const res = await model.invoke(messages);
+  console.log(res);
+  expect(
+    res.usage_metadata?.input_token_details?.cache_creation
+  ).toBeGreaterThan(0);
+  expect(res.usage_metadata?.input_token_details?.cache_read).toBe(0);
+  const res2 = await model.invoke(messages);
+  expect(res2.usage_metadata?.input_token_details?.cache_creation).toBe(0);
+  expect(res2.usage_metadata?.input_token_details?.cache_read).toBeGreaterThan(
+    0
+  );
+});
+
+test("human message caching", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-haiku-20240307",
+    clientOptions: {
+      defaultHeaders: {
+        "anthropic-beta": "prompt-caching-2024-07-31",
+      },
+    },
+  });
+
+  const messages = [
+    new SystemMessage({
+      content: [
+        {
+          type: "text",
+          text: `You are a pirate. Always respond in pirate dialect.\nUse the following as context when answering questions: ${CACHED_TEXT}`,
+        },
+      ],
+    }),
+    new HumanMessage({
+      content: [
+        {
+          type: "text",
+          text: "What types of messages are supported in LangChain?",
+          cache_control: { type: "ephemeral" },
+        },
+      ],
+    }),
+  ];
+
+  const res = await model.invoke(messages);
+  expect(
+    res.usage_metadata?.input_token_details?.cache_creation
+  ).toBeGreaterThan(0);
+  expect(res.usage_metadata?.input_token_details?.cache_read).toBe(0);
+  const res2 = await model.invoke(messages);
+  expect(res2.usage_metadata?.input_token_details?.cache_creation).toBe(0);
+  expect(res2.usage_metadata?.input_token_details?.cache_read).toBeGreaterThan(
+    0
+  );
+});
+
+test("Can accept PDF documents", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-5-sonnet-latest",
+  });
+
+  const pdfPath =
+    "../langchain-community/src/document_loaders/tests/example_data/Jacob_Lee_Resume_2023.pdf";
+  const pdfBase64 = await fs.readFile(pdfPath, "base64");
+
+  const response = await model.invoke([
+    ["system", "Use the provided documents to answer the question"],
+    [
+      "user",
+      [
+        {
+          type: "document",
+          source: {
+            type: "base64",
+            media_type: "application/pdf",
+            data: pdfBase64,
+          },
+        },
+        {
+          type: "text",
+          text: "Summarize the contents of this PDF",
+        },
+      ],
+    ],
+  ]);
+
+  expect(response.content.length).toBeGreaterThan(10);
+});
+
+test("Citations", async () => {
+  const citationsModel = new ChatAnthropic({
+    model: "claude-3-5-sonnet-latest",
+  });
+
+  const messages = [
+    {
+      role: "user",
+      content: [
+        {
+          type: "document",
+          source: {
+            type: "text",
+            media_type: "text/plain",
+            data: "The grass the user is asking about is bluegrass. The sky is orange because it's night.",
+          },
+          title: "My Document",
+          context: "This is a trustworthy document.",
+          citations: {
+            enabled: true,
+          },
+        },
+        {
+          type: "text",
+          text: "What color is the grass and sky?",
+        },
+      ],
+    },
+  ];
+
+  const response = await citationsModel.invoke(messages);
+
+  expect(response.content.length).toBeGreaterThan(2);
+  expect(Array.isArray(response.content)).toBe(true);
+  const blocksWithCitations = (response.content as any[]).filter(
+    (block) => block.citations !== undefined
+  );
+  expect(blocksWithCitations.length).toEqual(2);
+  expect(typeof blocksWithCitations[0].citations[0]).toEqual("object");
+
+  const stream = await citationsModel.stream(messages);
+  let aggregated;
+  let chunkHasCitation = false;
+  for await (const chunk of stream) {
+    aggregated = aggregated === undefined ? chunk : concat(aggregated, chunk);
+    if (
+      !chunkHasCitation &&
+      Array.isArray(chunk.content) &&
+      chunk.content.some((c: any) => c.citations !== undefined)
+    ) {
+      chunkHasCitation = true;
+    }
+  }
+  expect(chunkHasCitation).toBe(true);
+  expect(Array.isArray(aggregated?.content)).toBe(true);
+  expect(aggregated?.content.length).toBeGreaterThan(2);
+  expect(
+    (aggregated?.content as any[]).some((c) => c.citations !== undefined)
+  ).toBe(true);
+});
+
+test("Test thinking blocks multiturn invoke", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-7-sonnet-latest",
+    maxTokens: 5000,
+    thinking: { type: "enabled", budget_tokens: 2000 },
+  });
+
+  async function doInvoke(messages: BaseMessage[]) {
+    const response = await model.invoke(messages);
+
+    expect(Array.isArray(response.content)).toBe(true);
+    const content = response.content as AnthropicMessageResponse[];
+    expect(content.some((block) => "thinking" in (block as any))).toBe(true);
+
+    for (const block of response.content) {
+      expect(typeof block).toBe("object");
+      if ((block as any).type === "thinking") {
+        expect(Object.keys(block).sort()).toEqual(
+          ["type", "thinking", "signature"].sort()
+        );
+        expect((block as any).thinking).toBeTruthy();
+        expect(typeof (block as any).thinking).toBe("string");
+        expect((block as any).signature).toBeTruthy();
+        expect(typeof (block as any).signature).toBe("string");
+      }
+    }
+    return response;
+  }
+
+  const invokeMessages = [new HumanMessage("Hello")];
+
+  invokeMessages.push(await doInvoke(invokeMessages));
+  invokeMessages.push(new HumanMessage("What is 42+7?"));
+
+  // test a second time to make sure that we've got input translation working correctly
+  await model.invoke(invokeMessages);
+});
+
+test("Test thinking blocks multiturn streaming", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-7-sonnet-latest",
+    maxTokens: 5000,
+    thinking: { type: "enabled", budget_tokens: 2000 },
+  });
+
+  async function doStreaming(messages: BaseMessage[]) {
+    let full: AIMessageChunk | null = null;
+    for await (const chunk of await model.stream(messages)) {
+      full = full ? concat(full, chunk) : chunk;
+    }
+    expect(full).toBeInstanceOf(AIMessageChunk);
+    expect(Array.isArray(full?.content)).toBe(true);
+    const content3 = full?.content as AnthropicMessageResponse[];
+    expect(content3.some((block) => "thinking" in (block as any))).toBe(true);
+
+    for (const block of full?.content || []) {
+      expect(typeof block).toBe("object");
+      if ((block as any).type === "thinking") {
+        expect(Object.keys(block).sort()).toEqual(
+          ["type", "thinking", "signature", "index"].sort()
+        );
+        expect((block as any).thinking).toBeTruthy();
+        expect(typeof (block as any).thinking).toBe("string");
+        expect((block as any).signature).toBeTruthy();
+        expect(typeof (block as any).signature).toBe("string");
+      }
+    }
+    return full as AIMessageChunk;
+  }
+
+  const streamingMessages = [new HumanMessage("Hello")];
+
+  streamingMessages.push(await doStreaming(streamingMessages));
+  streamingMessages.push(new HumanMessage("What is 42+7?"));
+
+  // test a second time to make sure that we've got input translation working correctly
+  await doStreaming(streamingMessages);
+});
+
+test("Test redacted thinking blocks multiturn invoke", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-7-sonnet-latest",
+    maxTokens: 5000,
+    thinking: { type: "enabled", budget_tokens: 2000 },
+  });
+
+  async function doInvoke(messages: BaseMessage[]) {
+    const response = await model.invoke(messages);
+    let hasReasoning = false;
+
+    for (const block of response.content) {
+      expect(typeof block).toBe("object");
+      if ((block as any).type === "redacted_thinking") {
+        hasReasoning = true;
+        expect(Object.keys(block).sort()).toEqual(["type", "data"].sort());
+        expect((block as any).data).toBeTruthy();
+        expect(typeof (block as any).data).toBe("string");
+      }
+    }
+    expect(hasReasoning).toBe(true);
+    return response;
+  }
+
+  const invokeMessages = [
+    new HumanMessage(
+      "ANTHROPIC_MAGIC_STRING_TRIGGER_REDACTED_THINKING_46C9A13E193C177646C7398A98432ECCCE4C1253D5E2D82641AC0E52CC2876CB"
+    ),
+  ];
+
+  invokeMessages.push(await doInvoke(invokeMessages));
+  invokeMessages.push(new HumanMessage("What is 42+7?"));
+
+  // test a second time to make sure that we've got input translation working correctly
+  await doInvoke(invokeMessages);
+});
+
+test("Test redacted thinking blocks multiturn streaming", async () => {
+  const model = new ChatAnthropic({
+    model: "claude-3-7-sonnet-latest",
+    maxTokens: 5000,
+    thinking: { type: "enabled", budget_tokens: 2000 },
+  });
+
+  async function doStreaming(messages: BaseMessage[]) {
+    let full: AIMessageChunk | null = null;
+    for await (const chunk of await model.stream(messages)) {
+      full = full ? concat(full, chunk) : chunk;
+    }
+    expect(full).toBeInstanceOf(AIMessageChunk);
+    expect(Array.isArray(full?.content)).toBe(true);
+    let streamHasReasoning = false;
+
+    for (const block of full?.content || []) {
+      expect(typeof block).toBe("object");
+      if ((block as any).type === "redacted_thinking") {
+        streamHasReasoning = true;
+        expect(Object.keys(block).sort()).toEqual(
+          ["type", "data", "index"].sort()
+        );
+        expect((block as any).data).toBeTruthy();
+        expect(typeof (block as any).data).toBe("string");
+      }
+    }
+    expect(streamHasReasoning).toBe(true);
+    return full as AIMessageChunk;
+  }
+
+  const streamingMessages = [
+    new HumanMessage(
+      "ANTHROPIC_MAGIC_STRING_TRIGGER_REDACTED_THINKING_46C9A13E193C177646C7398A98432ECCCE4C1253D5E2D82641AC0E52CC2876CB"
+    ),
+  ];
+
+  streamingMessages.push(await doStreaming(streamingMessages));
+  streamingMessages.push(new HumanMessage("What is 42+7?"));
+
+  // test a second time to make sure that we've got input translation working correctly
+  await doStreaming(streamingMessages);
+});