@librechat/agents 2.4.322 → 3.0.0-rc1

package/src/llm/anthropic/llm.spec.ts

@@ -1,10 +1,16 @@
+/* eslint-disable no-process-env */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { config } from 'dotenv';
+config();
 import { expect, test } from '@jest/globals';
 import * as fs from 'fs/promises';
 import {
+  AIMessage,
   AIMessageChunk,
   BaseMessage,
   HumanMessage,
   SystemMessage,
+  ToolMessage,
 } from '@langchain/core/messages';
 import { ChatPromptValue } from '@langchain/core/prompt_values';
 import {
@@ -16,13 +22,53 @@ import {
 } from '@langchain/core/prompts';
 import { CallbackManager } from '@langchain/core/callbacks/manager';
 import { concat } from '@langchain/core/utils/stream';
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
+import { tool } from '@langchain/core/tools';
+import { z } from 'zod';
 import { CustomAnthropic as ChatAnthropic } from './index';
-import { AnthropicMessageResponse } from './types';
+import { AnthropicMessageResponse, ChatAnthropicContentBlock } from './types';
 jest.setTimeout(120000);
 
+async function invoke(
+  chat: ChatAnthropic,
+  invocationType: string,
+  input: BaseLanguageModelInput
+): Promise<AIMessageChunk | AIMessage> {
+  if (invocationType === 'stream') {
+    let output: AIMessageChunk | undefined;
+
+    const stream = await chat.stream(input);
+
+    for await (const chunk of stream) {
+      if (!output) {
+        output = chunk;
+      } else {
+        output = output.concat(chunk);
+      }
+    }
+
+    return output!;
+  }
+
+  return chat.invoke(input);
+}
+
+// use this for tests involving "extended thinking"
+const extendedThinkingModelName = 'claude-3-7-sonnet-20250219';
+
+// use this for tests involving citations
+const citationsModelName = 'claude-3-5-sonnet-20241022';
+
+// use this for tests involving PDF documents
+const pdfModelName = 'claude-3-5-haiku-20241022';
+
+// Use this model for all other tests
+const modelName = 'claude-3-haiku-20240307';
+
 test('Test ChatAnthropic', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
   });
   const message = new HumanMessage('Hello!');
@@ -32,7 +78,7 @@ test('Test ChatAnthropic', async () => {
 
 test('Test ChatAnthropic with a bad API key throws appropriate error', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     apiKey: 'bad',
   });
@@ -65,7 +111,7 @@ test('Test ChatAnthropic with unknown model throws appropriate error', async ()
 
 test('Test ChatAnthropic Generate', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
   });
   const message = new HumanMessage('Hello!');
@@ -73,7 +119,6 @@ test('Test ChatAnthropic Generate', async () => {
   expect(res.generations.length).toBe(2);
   for (const generation of res.generations) {
     expect(generation.length).toBe(1);
-    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
     for (const message of generation) {
       // console.log(message.text);
     }
@@ -83,7 +128,7 @@ test('Test ChatAnthropic Generate', async () => {
 
 test.skip('Test ChatAnthropic Generate w/ ClientOptions', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     clientOptions: {
       defaultHeaders: {
@@ -96,7 +141,6 @@ test.skip('Test ChatAnthropic Generate w/ ClientOptions', async () => {
   expect(res.generations.length).toBe(2);
   for (const generation of res.generations) {
     expect(generation.length).toBe(1);
-    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
     for (const message of generation) {
       // console.log(message.text);
     }
@@ -106,7 +150,7 @@ test.skip('Test ChatAnthropic Generate w/ ClientOptions', async () => {
 
 test('Test ChatAnthropic Generate with a signal in call options', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
   });
   const controller = new AbortController();
@@ -128,9 +172,8 @@ test('Test ChatAnthropic tokenUsage with a batch', async () => {
   const model = new ChatAnthropic({
     temperature: 0,
     maxRetries: 0,
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
   });
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   const res = await model.generate([
     [new HumanMessage(`Hello!`)],
     [new HumanMessage(`Hi!`)],
@@ -143,7 +186,7 @@ test('Test ChatAnthropic in streaming mode', async () => {
   let streamedCompletion = '';
 
   const model = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     streaming: true,
     callbacks: CallbackManager.fromHandlers({
@@ -166,7 +209,7 @@ test('Test ChatAnthropic in streaming mode with a signal', async () => {
   let streamedCompletion = '';
 
   const model = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     streaming: true,
     callbacks: CallbackManager.fromHandlers({
@@ -195,14 +238,13 @@ test('Test ChatAnthropic in streaming mode with a signal', async () => {
 
 test.skip('Test ChatAnthropic prompt value', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
   });
   const message = new HumanMessage('Hello!');
   const res = await chat.generatePrompt([new ChatPromptValue([message])]);
   expect(res.generations.length).toBe(1);
   for (const generation of res.generations) {
-    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
     for (const g of generation) {
       // console.log(g.text);
     }
@@ -212,7 +254,7 @@ test.skip('Test ChatAnthropic prompt value', async () => {
 
 test.skip('ChatAnthropic, docs, prompt templates', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     temperature: 0,
   });
@@ -226,7 +268,6 @@ test.skip('ChatAnthropic, docs, prompt templates', async () => {
     HumanMessagePromptTemplate.fromTemplate('{text}'),
   ]);
 
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   const responseA = await chat.generatePrompt([
     await chatPrompt.formatPromptValue({
       input_language: 'English',
@@ -240,7 +281,7 @@ test.skip('ChatAnthropic, docs, prompt templates', async () => {
 
 test.skip('ChatAnthropic, longer chain of messages', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     temperature: 0,
   });
@@ -251,7 +292,6 @@ test.skip('ChatAnthropic, longer chain of messages', async () => {
     HumanMessagePromptTemplate.fromTemplate('{text}'),
   ]);
 
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   const responseA = await chat.generatePrompt([
     await chatPrompt.formatPromptValue({
       text: 'What did I just say my name was?',
@@ -265,12 +305,11 @@ test.skip('ChatAnthropic, Anthropic apiUrl set manually via constructor', async
   // Pass the default URL through (should use this, and work as normal)
   const anthropicApiUrl = 'https://api.anthropic.com';
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     anthropicApiUrl,
   });
   const message = new HumanMessage('Hello!');
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   const res = await chat.call([message]);
   // console.log({ res });
 });
@@ -279,10 +318,10 @@ test('Test ChatAnthropic stream method', async () => {
   const model = new ChatAnthropic({
     maxTokens: 50,
     maxRetries: 0,
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
   });
   const stream = await model.stream('Print hello world.');
-  const chunks: any[] = [];
+  const chunks: AIMessageChunk[] = [];
   for await (const chunk of stream) {
     chunks.push(chunk);
   }
@@ -294,7 +333,7 @@ test('Test ChatAnthropic stream method with abort', async () => {
     const model = new ChatAnthropic({
       maxTokens: 500,
       maxRetries: 0,
-      modelName: 'claude-3-sonnet-20240229',
+      modelName,
     });
     const stream = await model.stream(
       'How is your day going? Be extremely verbose.',
@@ -302,7 +341,6 @@ test('Test ChatAnthropic stream method with abort', async () => {
         signal: AbortSignal.timeout(1000),
       }
     );
-    // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
     for await (const chunk of stream) {
       // console.log(chunk);
     }
@@ -313,13 +351,12 @@ test('Test ChatAnthropic stream method with early break', async () => {
   const model = new ChatAnthropic({
     maxTokens: 50,
     maxRetries: 0,
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
   });
   const stream = await model.stream(
     'How is your day going? Be extremely verbose.'
   );
   let i = 0;
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   for await (const chunk of stream) {
     // console.log(chunk);
     i += 1;
@@ -331,7 +368,7 @@ test('Test ChatAnthropic stream method with early break', async () => {
 
 test('Test ChatAnthropic headers passed through', async () => {
   const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
+    modelName,
     maxRetries: 0,
     apiKey: 'NOT_REAL',
     clientOptions: {
@@ -341,36 +378,142 @@ test('Test ChatAnthropic headers passed through', async () => {
     },
   });
   const message = new HumanMessage('Hello!');
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
   const res = await chat.invoke([message]);
   // console.log({ res });
 });
 
-test('Test ChatAnthropic multimodal', async () => {
-  const chat = new ChatAnthropic({
-    modelName: 'claude-3-sonnet-20240229',
-    maxRetries: 0,
-  });
-  // @eslint-disable-next-line/@typescript-eslint/ban-ts-comment
-  const res = await chat.invoke([
-    new HumanMessage({
-      content: [
-        {
-          type: 'image_url',
-          image_url: {
-            url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/2wCEAAMCAggHCQgGCQgICAcICAgICAgICAYICAgHDAgHCAgICAgIBggICAgICAgICBYICAgICwkKCAgNDQoIDggICQgBAwQEBgUGCgYGCBALCg0QCg0NEA0KCg8LDQoKCgoLDgoQDQoLDQoKCg4NDQ0NDgsQDw0OCg4NDQ4NDQoJDg8OCP/AABEIALAAsAMBEQACEQEDEQH/xAAdAAEAAgEFAQAAAAAAAAAAAAAABwgJAQIEBQYD/8QANBAAAgIBAwIDBwQCAgIDAAAAAQIAAwQFERIIEwYhMQcUFyJVldQjQVGBcZEJMzJiFRYk/8QAGwEBAAMAAwEAAAAAAAAAAAAAAAQFBgEDBwL/xAA5EQACAQIDBQQJBAIBBQAAAAAAAQIDEQQhMQVBUWGREhRxgRMVIjJSU8HR8CNyobFCguEGJGKi4v/aAAwDAQACEQMRAD8ApfJplBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBANl16qOTEKB6kkAD+z5Tkcj0On+z7Ub1FlOmanejeavj6dqV6kfsQ1OK4IP8AIM6pVYR1kuqJdLCV6qvCnJ/6v66nL+Ems/RNc+y63+BOvvFL411O/wBW4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6HE1D2e6lQpsu0zU6EXzZ8jTtSoUD9yWuxUAA/kmdkasJaSXVHRVwlekrzpyX+r+mh56m9WHJSGU+hUgg/wBjynaRORvnAEAQBAEAQBAEAQCbennpVzfER95LHE0tX4tlsnJr2B2srw6yQLCpBQ3Me1W+4/VZLKlh4jFRo5ay4cPH7f0XWA2XUxft37MONs34ffRcy/Xsu6bdG0UK2Nh1tkAbHMyAt+Wx2HIi11/SDcQe3jrTXv6IJRVcRUqe88uC0Nxhdn0MMv0458XnJ+e7wVlyJPJkYsTSAIAgCAIAgCAIBqDAIx9qHTbo2tBmycOtcgjYZmOBRlqdjxJtQDuhdye3ette/qhkmliKlP3XlwehXYrZ9DEr9SOfFZS6rXwd1yKCdQ3Srm+HT7yGOXpbPxXLVOLUMTtXXmVgkVliQgvU9qx9h+kz11Ne4fFRrZaS4cfD7f2YfH7LqYT279qHHevH76PlvhKTClEAQBAEAQBAJp6WOn0+I80i7mumYnF8x1LIbSSe3iV2DYq13ElnQ8q6gdijWUuIeKxHoY5e89PuXWy8D3qp7S9iOvN/D9+XiZRNN06uiuvHqrSqmpFrqqrVUrrrUBUREUBVVVAAUAAATNNtu7PR4xUUoxVkskloktxyCZwfRj26jetHPtzrMXSM4Uabj7Vrfj10O2ZdsDbb3bqrCKEYmpeyED8Hs53LZVwvsPg4qN6kbt+OS8t5hdobYqOo44edorK6SzfmtFpz14H16f8Arkz6cmrD1e9crBvsFZy3ropvxC2yo7NTXXXbjhtuXcTmisz91hX2yr4KLjemrNbuPXeMDtuoqihiGnF/5ZJx55ZNceF76GQSUJuhAEAQBAEAhb239WWl+H391s7mXnbAnExu2WqUjdWyLHda6Qw2IXdrCCGFZX5pMo4WdXNZLiyoxm1KOFfZl7UuCtdeN2kvzcRB4d/5JMV7OOVpWRRSWAFmPk1ZTKN9uT1PRi+QHnsj2H12DHYGXLZzS9mV3zVvuVFL/qGDlapSaXFST6qyfS/3tb4M8a4up49WoYlyZGLcCUsTf1B2ZGVgHrsRgVNbqrIwIYAjaVc4Sg+zJWZqaVWFWCnB3T0/PodnqOnV312Y9taW02o1dtViq9dlbAq6OjAqyspIKkEEGfKbTuj7lFSTjJXTyaejXAxd9U/T6fDmYBTzbTMvm+G7FnNRBHcxLLDuWankCrueVlRG5dq7nOlwuI9NHP3lr9zzjamA7rU9n3Jacn8P25eBC0mFKIAgCAIBtdwASfQDc/4nIbsZXulr2ZDR9HwsYpxybqxmZe4Xl71cquyMR69hO3jg+fy0r5n1OWxNX0lRvdovBflz1DZuG7vh4xtZtXl+55vpp5EsyKWZ5X2seH783TdRwsZgmVk4OVRQzMUUXPRYle7gEoCxA5gEqDvsdp2U5KM03omv7I+Ig6lKUIuzaaXmigPtb6HNQ0bEytTGXjZeLiKlhWuu6rINPMLbY1bFqkXHQ908b7CyK+wUqFe+pY2FSSjZpvnl+MwmJ2JVw9OVTtqUYq+Sadt+WaVtd9+W+uLLv5HzB8j/AIlgZ8yRdGfUXXq2JXpGTZtquFUE+cnfMxU2Wu9CzEvaicEsG+/MdzYLbsmexmHdOXaS9l/w+H2PQ9kY9V6apyftxVtdUtJc3x58iykrjQCAIAgFdurzqbPh+lMHFKHVspC6FuLLh427Icp0O4d2ZWREb5WZLGbktJrssMJhvSu8vdX8vh9zP7X2i8LBRp27b46Rj8Vt73JebyVnCfSz0jNqh/8AsGsrZZRcxuoxrms7ua7HmcvLYkOaXJ5Ctjvkb8n/AE+K3TcVi+x+nS6rdyX33eJTbL2S636+JTaeaTveTf8AlLlwjv35ZFmfHnSnoWo47Yo0/FxLOBWnJw8ejHuobb5GVqkUOqnY9qwOjDyI9CKyGKqwd+03ybdjS19mYarHs+jSe5pJNdP6KudBPiTIwNYz/D1jA1WJk91AWKLqGJctDWVg+QFlfdQtsGcVY+//AFgSzx0VKmqi5dJK/wCeZm9iVJ0sRPDye6WWdu1BpXWeV78M8uGd/wCURuCJuqX2YjWNHzMYJyyaKzmYm3Hl71SrOqKW8h307mOT5fLc3mPUSsNV9HUT3aPwf5crNpYbvGHlG2azj+5Zrrp5mKFHBAI9CNx/iak8vTubpwBAEAQDtPCekLk5WHiON0yczFx3H8pbkVVMP7VyJ8zfZi3wTfRHdRh26kI8ZRXk5IzREf6mPPXTSAIB1/iPQa8yjIwrVD05NFuPYrAFWrsrat1YHyIKsRsf2nMXZpo+ZR7UXF77rqYW2xHrJqsHG2smu1T6rapKWKf8OCP6mxvfNHj1nH2XqsnfW6yOVpGr241teVRY9ORS4sqtrPF67B6Mp/2NiCGBIIYMQeGlJWaujsp1JU5KcHZrQyZdK/U3X4ipONdwq1fGQNkVL5JkVbhfe8cE/wDgWKq1e5NFjKD8ttLPm8ThnSd17r0+35qej7N2hHFQs8prVfVcv6J4kIuBAKtdWnV8uj89I090fVeP/wCi8hXq05CvIcg26PmMpDCpgVqUrZaCGqrussLhPSe3P3f7/wCOf4s9tTaXd16On77/APXn48EU58OYl+RremrrRyHbJzdPbI9+LvZZjW21vUlgs5FMe4OqmshVrrscca9jtcSaVKXotydrcVr58zH04znioLFXd3G/a17L08E3u5vJEveGeobX/Cuq2YmttbbjX3NflUu7ZC1VW2OTlaZZuzDHrIbbGXZOFbV9qmwfLElh6Venelqsl4rc+fP6FtT2hicHiHDEu8W7u+ii8lKObtHL3fH/AC1tn1AdReJ4exVvJW/MyEJwcVWG9x2G1zkb8MVNwTbt83kqhmYCVVDDyqytot7/ADeanG46GFh2nm37q4/8c/qVr/4/fZ9k5Obm+J7+Xa430V2soVcrNuuW3LtT+RQUNZKjj3L2QHlRYqWOPqJRVJcvJJWRnth4epKpLE1FqnZ8XJ3b8MuG/LQvdKQ2ZqB/qAYXfFmkLjZWZiINkxszKx0H8JVkW1KP6VAJsIPtRT4pPqjyKtDsVJx4SkvJSdjq59HSIAgCAdp4T1dcbKw8tzsmNmYuQ5/hKsiq1j/SoTPma7UWuKa6o7qM+xUhLhKL8lJXM0RP+pjz100gCAIBjA6x/Y9ZpGq35KofcdSssy8ewA8Vvcl8rHJ3OzrazXAeQNVq8d+3Zx0mDrKpTS3rLy3P6HnG18I6FdzS9mWa/c9V9fPkQTJxRnf+AfHeRpOXj6pjHa/GsDhd+K2p6W0WHY/p31lqidiVDchsyqR8VIKpFxlo/wAv5EjD15UKiqw1X8revMy++DfFtOo4uNqNDcsfKprvrJ8iFZQeLD1Dod0KnzVlI/aZKcXCTi9UerUqkasFOLumk14M8T1L+0uzRdHzdRp8skKlGO2wPC+6xKUt2PkezzN3E7g8NtjvO7D01UqKL03+CzIe0MQ8Ph5VI66Lxbsv7Ks9D3ThTqG/iXOBvSvJsGHTae4L8lWDXZ2QzMzXMt7MoWzzNyW2PzPaYWeNxDj+nDLLPw4dPsZ7Y+CVb/ua3tO7tfitZPzyS5XJS6zOlu3XAmrYSh9Rpq7N2OzKozMYF3RUZyEXIqZ325lVtVyrMOFUjYPEql7MtP6f2J+1tmvE2qU/fWWusfo1/P8AVWfbjruoWabpFGrl/wD5Wq/UOyMhO3mV6QFxaU98BCuzW5dNxW2wcraqeZawku1pQjFVJOn7uWmna1y8uhmMdUqOhSjiPfTlr73o0rXfi1k96V7nq/YP0n6lr99OdqgysfS6qqKw2QbK8rKx6kWrHxcdG2toxlrUA3lU+Q71c3ta+rpr4qFJONOzlnpom9/N8vpkTMBsyriZKeITUEla+rSyUbapLyvzeZkT0fR6saqvFprSmilFrqqrUJXXWo2VEUABVUDbYSgbbd3qbyMVFWSskcucH0ag/wCoBhd8WauuTlZmWh3TIzMrIQ/yluRbap/tXBmwguzFLgkuiPIq0+3UnLjKT8nJ2Orn0dIgCAIBtdAQQfQjY/4nIauZXulr2nDWNHw8kvyyaKxh5e/Hl71SqozsF8h307eQB5fLcvkPQZbE0vR1Gt2q8H+WPUNm4nvGHjK92spfuWT66+ZLMilmIAgHm/aL4ExtVxL9PyaVvptRtkb1WwA9uyths1dqNsRYhDKf39Z905uElKLszor0YVoOE1dP86mH7R/DORdi5OeKz2sI4iZZIKtU+Q11dPJSvl+rS1ZBIKsyDY7krrXJKSjxvbyzPKY0ZuMprSNlLim21p4rPh1t6fA9ieq34Ka1RhW5OA7XKbMcC6ypq7DU/doT9cLyBPNK7ECglmT0nW60FLsN2fPnnroSI4KvKl6aMLxz0zeTavbW3hfy3Wq/4+fbVQKbPDd9wW7vWZGnK2wW2l17l9FTehsS0W5PA/M62uV5CqzhV4+i7+kS5Px4/T8z02wcXHsvDyed24+DzaXg7u3PLLSderP2f3arombi0KXyEFWVVWBu1jU2pc1SD93sqWxAP3dlkHC1FCqm9NOuRd7ToOvhpwjrk14xadv4K7dEPU5gYOI2iZ+RXiql1l2Hk2fJjtVae5ZVbaSUrsW42WB7O2jpYqg8k+exxuGnKXbgr8eOWXmUGxtpUqdP0FV9m12m9Gm72/8AFp8dfEmb22dZmlaXjv7nk42pag4K0U49q3U1t5fqZV1LFErTfl2g4st/8VCjnZXDo4Oc37ScVvv9L/iLXG7Xo0IfpyU57kndeLa0X8vRcq59OnsAzPFWY3iTVmezBa3uMbQOWo2qdhSibcUwa+IrPEBSq9pB/wBjV2GIrxoR9HT1/r/6M/s7A1MbU7ziHeN75/5tbuUF/Oml28h0oDfCAIBE/VL7TRo+j5uSr8cm6s4eJtx5e9XKyK6hvJuwncyCPP5aW8j6GVhqXpKiW7V+C/LFZtLE93w8pXzeUf3PJdNfIxQIgAAHoBsP8TUnl6VjdOAIAgCAIBNPSx1BHw5mE3c20zL4JmIoZjUQT28uusblmp5EMiDlZUTsHaulDDxWH9NHL3lp9i62Xj+61Pa9yWvJ/F9+XgZRNN1Ku+uvIqsS2m1FsqtrZXrsrYBkdHUlWVlIIYEggzNNNOzPR4yUkpRd081bRp7zkTg+jUQCH9Q8FeJjnNdVrmImmPx/QfTKXuqAVOXa2ZeTO5tAe29hWq1bpeS8lKdLs2cH2v3Zfn5kVjpYr0t1VXY4djNaaZ+OumWpGh9j2vaVi6pp+NVpep4+ouxQXY9ZzMnKybbGy8rVbNsHENdKMdiot2Raa0pbtjud/pac5RlK6a4PJJaJasivD4inCcIdmSle11m3JttyeStn/RJ/sG8A6no2LgaTaultiY+MwuuxmzUyDlFue4rek1XGxmd3yWspLvuwoTnskevONSTkr58bafm7dxJuDpVaNONOXZsln2b6+evjv4I6jVejTRLMp9TqTLw8xrRkV24eVZT7vkcuZtorKvUjM25KMj1+Z2RdzOxYuoo9l2a5rVcOJGnsnDubqxTjLVOMmrPilnG/k1yJxrXYAbkkADkdtyf5OwA3Pr5AD+APSQi5K7e1zod0nVrnzanu07KtZnuOMK3x7rWO7WPjuNlsY7sWoenmzMzB2YtLCljZ012XmuevUoMVsWhXk5puEnra1m+Nnl0tffmeY8Df8dum49iXZmZkZ4Q79gImJjv/AALQj23Mv/qt6BvRuQJU9lTaE5K0Vb+X9iNQ2BRg71JOfKyUemb/AJ/gtXhYSVIlNaLXVWqpXWiqqIigBURVACqoAAUAAASrbvmzTpJKy0PtByIBx9R1KuiuzItsSqmpGsttsZUrrrUFnd3YhVVVBJYkAATlJt2R8ykopyk7JZtvRJbzF31T9QR8R5gNPNdMxOSYaMGQ2kkdzLsrOxVruICo45V1AbhGsuQaXC4f0Mc/eev2PONqY7vVT2fcjpzfxfbl4kLSYUogCAIAgCAIBNvTz1VZvh0+7FTl6Wz8mxGfi1DE72WYdhBFZYkuaGHasfc/os9lrQ8RhY1s9JcePj9/7LrAbUnhPYt2ocN68Pto+W+/fsv6ktG1oKuNmVrkEbnDyCKMtTsOQFTkd0LuB3KGtr39HMoquHqU/eWXFaG4wu0KGJX6cs+DykvJ6+KuuZJxEjFiaQBAEAQBAEAQBANQIBGHtR6ktG0UMuTmVtkAbjDxyt+Wx2PEGpG/SDcSO5kNTXv6uJJpYepV91ZcXoV2K2hQwy/UlnwWcn5bvF2XMoL1DdVWb4iPuwU4mlq/JcRX5NewO9dmZYABYVIDilR2q32P6rJXat7h8LGjnrLjw8Pv/Rh8ftSpi/Yt2YcL5vx+2i5kJSYUogCAIAgCAIAgCAbLqFYcWAZT6hgCD/R8pyOZ6HT/AGg6lQorp1PU6EXyVMfUdSoUD9gFpykAA/gCdUqUJaxXREuli69JWhUkv9n9Tl/FvWfreufetb/PnX3el8C6Hf6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/wA+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819Tiah7QdRvU13anqd6N5MmRqOpXqR+4K3ZTgg/wROyNKEdIrojoqYuvVVp1JP/Z/TU89TQqjioCgegAAA/oeU7SJzN84AgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgH/9k=',
-          },
-        },
-        { type: 'text', text: 'What is this a logo for?' },
-      ],
-    }),
-  ]);
-  // console.log(res);
+describe('ChatAnthropic image inputs', () => {
+  test.each(['invoke', 'stream'])(
+    'Test ChatAnthropic image_url, %s',
+    async (invocationType: string) => {
+      const chat = new ChatAnthropic({
+        modelName,
+        maxRetries: 0,
+      });
+
+      const dataUrlRes = invoke(chat, invocationType, [
+        new HumanMessage({
+          content: [
+            {
+              type: 'image_url',
+              image_url: {
+                url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/2wCEAAMCAggHCQgGCQgICAcICAgICAgICAYICAgHDAgHCAgICAgIBggICAgICAgICBYICAgICwkKCAgNDQoIDggICQgBAwQEBgUGCgYGCBALCg0QCg0NEA0KCg8LDQoKCgoLDgoQDQoLDQoKCg4NDQ0NDgsQDw0OCg4NDQ4NDQoJDg8OCP/AABEIALAAsAMBEQACEQEDEQH/xAAdAAEAAgEFAQAAAAAAAAAAAAAABwgJAQIEBQYD/8QANBAAAgIBAwIDBwQCAgIDAAAAAQIAAwQFERIIEwYhMQcUFyJVldQjQVGBcZEJMzJiFRYk/8QAGwEBAAMAAwEAAAAAAAAAAAAAAAQFBgEDBwL/xAA5EQACAQIDBQQJBAIBBQAAAAAAAQIDEQQhMQVBUWGREhRxgRMVIjJSU8HR8CNyobFCguEGJGKi4v/aAAwDAQACEQMRAD8ApfJplBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBANl16qOTEKB6kkAD+z5Tkcj0On+z7Ub1FlOmanejeavj6dqV6kfsQ1OK4IP8AIM6pVYR1kuqJdLCV6qvCnJ/6v66nL+Ems/RNc+y63+BOvvFL411O/wBW4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6HE1D2e6lQpsu0zU6EXzZ8jTtSoUD9yWuxUAA/kmdkasJaSXVHRVwlekrzpyX+r+mh56m9WHJSGU+hUgg/wBjynaRORvnAEAQBAEAQBAEAQCbennpVzfER95LHE0tX4tlsnJr2B2srw6yQLCpBQ3Me1W+4/VZLKlh4jFRo5ay4cPH7f0XWA2XUxft37MONs34ffRcy/Xsu6bdG0UK2Nh1tkAbHMyAt+Wx2HIi11/SDcQe3jrTXv6IJRVcRUqe88uC0Nxhdn0MMv0458XnJ+e7wVlyJPJkYsTSAIAgCAIAgCAIBqDAIx9qHTbo2tBmycOtcgjYZmOBRlqdjxJtQDuhdye3ette/qhkmliKlP3XlwehXYrZ9DEr9SOfFZS6rXwd1yKCdQ3Srm+HT7yGOXpbPxXLVOLUMTtXXmVgkVliQgvU9qx9h+kz11Ne4fFRrZaS4cfD7f2YfH7LqYT279qHHevH76PlvhKTClEAQBAEAQBAJp6WOn0+I80i7mumYnF8x1LIbSSe3iV2DYq13ElnQ8q6gdijWUuIeKxHoY5e89PuXWy8D3qp7S9iOvN/D9+XiZRNN06uiuvHqrSqmpFrqqrVUrrrUBUREUBVVVAAUAAATNNtu7PR4xUUoxVkskloktxyCZwfRj26jetHPtzrMXSM4Uabj7Vrfj10O2ZdsDbb3bqrCKEYmpeyED8Hs53LZVwvsPg4qN6kbt+OS8t5hdobYqOo44edorK6SzfmtFpz14H16f8Arkz6cmrD1e9crBvsFZy3ropvxC2yo7NTXXXbjhtuXcTmisz91hX2yr4KLjemrNbuPXeMDtuoqihiGnF/5ZJx55ZNceF76GQSUJuhAEAQBAEAhb239WWl+H391s7mXnbAnExu2WqUjdWyLHda6Qw2IXdrCCGFZX5pMo4WdXNZLiyoxm1KOFfZl7UuCtdeN2kvzcRB4d/5JMV7OOVpWRRSWAFmPk1ZTKN9uT1PRi+QHnsj2H12DHYGXLZzS9mV3zVvuVFL/qGDlapSaXFST6qyfS/3tb4M8a4up49WoYlyZGLcCUsTf1B2ZGVgHrsRgVNbqrIwIYAjaVc4Sg+zJWZqaVWFWCnB3T0/PodnqOnV312Y9taW02o1dtViq9dlbAq6OjAqyspIKkEEGfKbTuj7lFSTjJXTyaejXAxd9U/T6fDmYBTzbTMvm+G7FnNRBHcxLLDuWankCrueVlRG5dq7nOlwuI9NHP3lr9zzjamA7rU9n3Jacn8P25eBC0mFKIAgCAIBtdwASfQDc/4nIbsZXulr2ZDR9HwsYpxybqxmZe4Xl71cquyMR69hO3jg+fy0r5n1OWxNX0lRvdovBflz1DZuG7vh4xtZtXl+55vpp5EsyKWZ5X2seH783TdRwsZgmVk4OVRQzMUUXPRYle7gEoCxA5gEqDvsdp2U5KM03omv7I+Ig6lKUIuzaaXmigPtb6HNQ0bEytTGXjZeLiKlhWuu6rINPMLbY1bFqkXHQ908b7CyK+wUqFe+pY2FSSjZpvnl+MwmJ2JVw9OVTtqUYq+Sadt+WaVtd9+W+uLLv5HzB8j/AIlgZ8yRdGfUXXq2JXpGTZtquFUE+cnfMxU2Wu9CzEvaicEsG+/MdzYLbsmexmHdOXaS9l/w+H2PQ9kY9V6apyftxVtdUtJc3x58iykrjQCAIAgFdurzqbPh+lMHFKHVspC6FuLLh427Icp0O4d2ZWREb5WZLGbktJrssMJhvSu8vdX8vh9zP7X2i8LBRp27b46Rj8Vt73JebyVnCfSz0jNqh/8AsGsrZZRcxuoxrms7ua7HmcvLYkOaXJ5Ctjvkb8n/AE+K3TcVi+x+nS6rdyX33eJTbL2S636+JTaeaTveTf8AlLlwjv35ZFmfHnSnoWo47Yo0/FxLOBWnJw8ejHuobb5GVqkUOqnY9qwOjDyI9CKyGKqwd+03ybdjS19mYarHs+jSe5pJNdP6KudBPiTIwNYz/D1jA1WJk91AWKLqGJctDWVg+QFlfdQtsGcVY+//AFgSzx0VKmqi5dJK/wCeZm9iVJ0sRPDye6WWdu1BpXWeV78M8uGd/wCURuCJuqX2YjWNHzMYJyyaKzmYm3Hl71SrOqKW8h307mOT5fLc3mPUSsNV9HUT3aPwf5crNpYbvGHlG2azj+5Zrrp5mKFHBAI9CNx/iak8vTubpwBAEAQDtPCekLk5WHiON0yczFx3H8pbkVVMP7VyJ8zfZi3wTfRHdRh26kI8ZRXk5IzREf6mPPXTSAIB1/iPQa8yjIwrVD05NFuPYrAFWrsrat1YHyIKsRsf2nMXZpo+ZR7UXF77rqYW2xHrJqsHG2smu1T6rapKWKf8OCP6mxvfNHj1nH2XqsnfW6yOVpGr241teVRY9ORS4sqtrPF67B6Mp/2NiCGBIIYMQeGlJWaujsp1JU5KcHZrQyZdK/U3X4ipONdwq1fGQNkVL5JkVbhfe8cE/wDgWKq1e5NFjKD8ttLPm8ThnSd17r0+35qej7N2hHFQs8prVfVcv6J4kIuBAKtdWnV8uj89I090fVeP/wCi8hXq05CvIcg26PmMpDCpgVqUrZaCGqrussLhPSe3P3f7/wCOf4s9tTaXd16On77/APXn48EU58OYl+RremrrRyHbJzdPbI9+LvZZjW21vUlgs5FMe4OqmshVrrscca9jtcSaVKXotydrcVr58zH04znioLFXd3G/a17L08E3u5vJEveGeobX/Cuq2YmttbbjX3NflUu7ZC1VW2OTlaZZuzDHrIbbGXZOFbV9qmwfLElh6Venelqsl4rc+fP6FtT2hicHiHDEu8W7u+ii8lKObtHL3fH/AC1tn1AdReJ4exVvJW/MyEJwcVWG9x2G1zkb8MVNwTbt83kqhmYCVVDDyqytot7/ADeanG46GFh2nm37q4/8c/qVr/4/fZ9k5Obm+J7+Xa430V2soVcrNuuW3LtT+RQUNZKjj3L2QHlRYqWOPqJRVJcvJJWRnth4epKpLE1FqnZ8XJ3b8MuG/LQvdKQ2ZqB/qAYXfFmkLjZWZiINkxszKx0H8JVkW1KP6VAJsIPtRT4pPqjyKtDsVJx4SkvJSdjq59HSIAgCAdp4T1dcbKw8tzsmNmYuQ5/hKsiq1j/SoTPma7UWuKa6o7qM+xUhLhKL8lJXM0RP+pjz100gCAIBjA6x/Y9ZpGq35KofcdSssy8ewA8Vvcl8rHJ3OzrazXAeQNVq8d+3Zx0mDrKpTS3rLy3P6HnG18I6FdzS9mWa/c9V9fPkQTJxRnf+AfHeRpOXj6pjHa/GsDhd+K2p6W0WHY/p31lqidiVDchsyqR8VIKpFxlo/wAv5EjD15UKiqw1X8revMy++DfFtOo4uNqNDcsfKprvrJ8iFZQeLD1Dod0KnzVlI/aZKcXCTi9UerUqkasFOLumk14M8T1L+0uzRdHzdRp8skKlGO2wPC+6xKUt2PkezzN3E7g8NtjvO7D01UqKL03+CzIe0MQ8Ph5VI66Lxbsv7Ks9D3ThTqG/iXOBvSvJsGHTae4L8lWDXZ2QzMzXMt7MoWzzNyW2PzPaYWeNxDj+nDLLPw4dPsZ7Y+CVb/ua3tO7tfitZPzyS5XJS6zOlu3XAmrYSh9Rpq7N2OzKozMYF3RUZyEXIqZ325lVtVyrMOFUjYPEql7MtP6f2J+1tmvE2qU/fWWusfo1/P8AVWfbjruoWabpFGrl/wD5Wq/UOyMhO3mV6QFxaU98BCuzW5dNxW2wcraqeZawku1pQjFVJOn7uWmna1y8uhmMdUqOhSjiPfTlr73o0rXfi1k96V7nq/YP0n6lr99OdqgysfS6qqKw2QbK8rKx6kWrHxcdG2toxlrUA3lU+Q71c3ta+rpr4qFJONOzlnpom9/N8vpkTMBsyriZKeITUEla+rSyUbapLyvzeZkT0fR6saqvFprSmilFrqqrUJXXWo2VEUABVUDbYSgbbd3qbyMVFWSskcucH0ag/wCoBhd8WauuTlZmWh3TIzMrIQ/yluRbap/tXBmwguzFLgkuiPIq0+3UnLjKT8nJ2Orn0dIgCAIBtdAQQfQjY/4nIauZXulr2nDWNHw8kvyyaKxh5e/Hl71SqozsF8h307eQB5fLcvkPQZbE0vR1Gt2q8H+WPUNm4nvGHjK92spfuWT66+ZLMilmIAgHm/aL4ExtVxL9PyaVvptRtkb1WwA9uyths1dqNsRYhDKf39Z905uElKLszor0YVoOE1dP86mH7R/DORdi5OeKz2sI4iZZIKtU+Q11dPJSvl+rS1ZBIKsyDY7krrXJKSjxvbyzPKY0ZuMprSNlLim21p4rPh1t6fA9ieq34Ka1RhW5OA7XKbMcC6ypq7DU/doT9cLyBPNK7ECglmT0nW60FLsN2fPnnroSI4KvKl6aMLxz0zeTavbW3hfy3Wq/4+fbVQKbPDd9wW7vWZGnK2wW2l17l9FTehsS0W5PA/M62uV5CqzhV4+i7+kS5Px4/T8z02wcXHsvDyed24+DzaXg7u3PLLSderP2f3arombi0KXyEFWVVWBu1jU2pc1SD93sqWxAP3dlkHC1FCqm9NOuRd7ToOvhpwjrk14xadv4K7dEPU5gYOI2iZ+RXiql1l2Hk2fJjtVae5ZVbaSUrsW42WB7O2jpYqg8k+exxuGnKXbgr8eOWXmUGxtpUqdP0FV9m12m9Gm72/8AFp8dfEmb22dZmlaXjv7nk42pag4K0U49q3U1t5fqZV1LFErTfl2g4st/8VCjnZXDo4Oc37ScVvv9L/iLXG7Xo0IfpyU57kndeLa0X8vRcq59OnsAzPFWY3iTVmezBa3uMbQOWo2qdhSibcUwa+IrPEBSq9pB/wBjV2GIrxoR9HT1/r/6M/s7A1MbU7ziHeN75/5tbuUF/Oml28h0oDfCAIBE/VL7TRo+j5uSr8cm6s4eJtx5e9XKyK6hvJuwncyCPP5aW8j6GVhqXpKiW7V+C/LFZtLE93w8pXzeUf3PJdNfIxQIgAAHoBsP8TUnl6VjdOAIAgCAIBNPSx1BHw5mE3c20zL4JmIoZjUQT28uusblmp5EMiDlZUTsHaulDDxWH9NHL3lp9i62Xj+61Pa9yWvJ/F9+XgZRNN1Ku+uvIqsS2m1FsqtrZXrsrYBkdHUlWVlIIYEggzNNNOzPR4yUkpRd081bRp7zkTg+jUQCH9Q8FeJjnNdVrmImmPx/QfTKXuqAVOXa2ZeTO5tAe29hWq1bpeS8lKdLs2cH2v3Zfn5kVjpYr0t1VXY4djNaaZ+OumWpGh9j2vaVi6pp+NVpep4+ouxQXY9ZzMnKybbGy8rVbNsHENdKMdiot2Raa0pbtjud/pac5RlK6a4PJJaJasivD4inCcIdmSle11m3JttyeStn/RJ/sG8A6no2LgaTaultiY+MwuuxmzUyDlFue4rek1XGxmd3yWspLvuwoTnskevONSTkr58bafm7dxJuDpVaNONOXZsln2b6+evjv4I6jVejTRLMp9TqTLw8xrRkV24eVZT7vkcuZtorKvUjM25KMj1+Z2RdzOxYuoo9l2a5rVcOJGnsnDubqxTjLVOMmrPilnG/k1yJxrXYAbkkADkdtyf5OwA3Pr5AD+APSQi5K7e1zod0nVrnzanu07KtZnuOMK3x7rWO7WPjuNlsY7sWoenmzMzB2YtLCljZ012XmuevUoMVsWhXk5puEnra1m+Nnl0tffmeY8Df8dum49iXZmZkZ4Q79gImJjv/AALQj23Mv/qt6BvRuQJU9lTaE5K0Vb+X9iNQ2BRg71JOfKyUemb/AJ/gtXhYSVIlNaLXVWqpXWiqqIigBURVACqoAAUAAASrbvmzTpJKy0PtByIBx9R1KuiuzItsSqmpGsttsZUrrrUFnd3YhVVVBJYkAATlJt2R8ykopyk7JZtvRJbzF31T9QR8R5gNPNdMxOSYaMGQ2kkdzLsrOxVruICo45V1AbhGsuQaXC4f0Mc/eev2PONqY7vVT2fcjpzfxfbl4kLSYUogCAIAgCAIBNvTz1VZvh0+7FTl6Wz8mxGfi1DE72WYdhBFZYkuaGHasfc/os9lrQ8RhY1s9JcePj9/7LrAbUnhPYt2ocN68Pto+W+/fsv6ktG1oKuNmVrkEbnDyCKMtTsOQFTkd0LuB3KGtr39HMoquHqU/eWXFaG4wu0KGJX6cs+DykvJ6+KuuZJxEjFiaQBAEAQBAEAQBANQIBGHtR6ktG0UMuTmVtkAbjDxyt+Wx2PEGpG/SDcSO5kNTXv6uJJpYepV91ZcXoV2K2hQwy/UlnwWcn5bvF2XMoL1DdVWb4iPuwU4mlq/JcRX5NewO9dmZYABYVIDilR2q32P6rJXat7h8LGjnrLjw8Pv/Rh8ftSpi/Yt2YcL5vx+2i5kJSYUogCAIAgCAIAgCAbLqFYcWAZT6hgCD/R8pyOZ6HT/AGg6lQorp1PU6EXyVMfUdSoUD9gFpykAA/gCdUqUJaxXREuli69JWhUkv9n9Tl/FvWfreufetb/PnX3el8C6Hf6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/wA+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819Tiah7QdRvU13anqd6N5MmRqOpXqR+4K3ZTgg/wROyNKEdIrojoqYuvVVp1JP/Z/TU89TQqjioCgegAAA/oeU7SJzN84AgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgH/9k=',
+              },
+            },
+            { type: 'text', text: 'Describe this image.' },
+          ],
+        }),
+      ]);
+
+      await expect(dataUrlRes).resolves.toBeDefined();
+
+      const urlRes = invoke(chat, invocationType, [
+        new HumanMessage({
+          content: [
+            {
+              type: 'image_url',
+              image_url:
+                'https://upload.wikimedia.org/wikipedia/commons/thumb/3/30/RedDisc.svg/24px-RedDisc.svg.png',
+            },
+            { type: 'text', text: 'Describe this image.' },
+          ],
+        }),
+      ]);
+
+      await expect(urlRes).resolves.toBeDefined();
+
+      const invalidSchemeRes = invoke(chat, invocationType, [
+        new HumanMessage({
+          content: [
+            {
+              type: 'image_url',
+              image_url: 'file:///path/to/image.png',
+            },
+            { type: 'text', text: 'Describe this image.' },
+          ],
+        }),
+      ]);
+
+      await expect(invalidSchemeRes).rejects.toThrow(
+        [
+          'Invalid image URL protocol: "file:". Anthropic only supports images as http, https, or base64-encoded data URLs on \'image_url\' content blocks.',
+          'Example: data:image/png;base64,/9j/4AAQSk...',
+          'Example: https://example.com/image.jpg',
+        ].join('\n\n')
+      );
+
+      const invalidUrlRes = invoke(chat, invocationType, [
+        new HumanMessage({
+          content: [
+            {
+              type: 'image_url',
+              image_url: "this isn't a valid URL",
+            },
+            { type: 'text', text: 'Describe this image.' },
+          ],
+        }),
+      ]);
+
+      await expect(invalidUrlRes).rejects.toThrow(
+        [
+          `Malformed image URL: "this isn't a valid URL". Content blocks of type 'image_url' must be a valid http, https, or base64-encoded data URL.`,
+          'Example: data:image/png;base64,/9j/4AAQSk...',
+          'Example: https://example.com/image.jpg',
+        ].join('\n\n')
+      );
+    }
+  );
+
+  test.each(['invoke', 'stream'])(
+    'Test ChatAnthropic Anthropic Image Block, %s',
+    async (invocationType: string) => {
+      const chat = new ChatAnthropic({
+        modelName,
+        maxRetries: 0,
+      });
+      const base64Res = invoke(chat, invocationType, [
+        new HumanMessage({
+          content: [
+            {
+              type: 'image',
+              source: {
+                type: 'base64',
+                media_type: 'image/jpeg',
+                data: '/9j/4AAQSkZJRgABAQAAAQABAAD/2wCEAAMCAggHCQgGCQgICAcICAgICAgICAYICAgHDAgHCAgICAgIBggICAgICAgICBYICAgICwkKCAgNDQoIDggICQgBAwQEBgUGCgYGCBALCg0QCg0NEA0KCg8LDQoKCgoLDgoQDQoLDQoKCg4NDQ0NDgsQDw0OCg4NDQ4NDQoJDg8OCP/AABEIALAAsAMBEQACEQEDEQH/xAAdAAEAAgEFAQAAAAAAAAAAAAAABwgJAQIEBQYD/8QANBAAAgIBAwIDBwQCAgIDAAAAAQIAAwQFERIIEwYhMQcUFyJVldQjQVGBcZEJMzJiFRYk/8QAGwEBAAMAAwEAAAAAAAAAAAAAAAQFBgEDBwL/xAA5EQACAQIDBQQJBAIBBQAAAAAAAQIDEQQhMQVBUWGREhRxgRMVIjJSU8HR8CNyobFCguEGJGKi4v/aAAwDAQACEQMRAD8ApfJplBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBAEAQBANl16qOTEKB6kkAD+z5Tkcj0On+z7Ub1FlOmanejeavj6dqV6kfsQ1OK4IP8AIM6pVYR1kuqJdLCV6qvCnJ/6v66nL+Ems/RNc+y63+BOvvFL411O/wBW4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6D4Saz9E1z7Lrf4Ed4pfGuo9W4r5T6HE1D2e6lQpsu0zU6EXzZ8jTtSoUD9yWuxUAA/kmdkasJaSXVHRVwlekrzpyX+r+mh56m9WHJSGU+hUgg/wBjynaRORvnAEAQBAEAQBAEAQCbennpVzfER95LHE0tX4tlsnJr2B2srw6yQLCpBQ3Me1W+4/VZLKlh4jFRo5ay4cPH7f0XWA2XUxft37MONs34ffRcy/Xsu6bdG0UK2Nh1tkAbHMyAt+Wx2HIi11/SDcQe3jrTXv6IJRVcRUqe88uC0Nxhdn0MMv0458XnJ+e7wVlyJPJkYsTSAIAgCAIAgCAIBqDAIx9qHTbo2tBmycOtcgjYZmOBRlqdjxJtQDuhdye3ette/qhkmliKlP3XlwehXYrZ9DEr9SOfFZS6rXwd1yKCdQ3Srm+HT7yGOXpbPxXLVOLUMTtXXmVgkVliQgvU9qx9h+kz11Ne4fFRrZaS4cfD7f2YfH7LqYT279qHHevH76PlvhKTClEAQBAEAQBAJp6WOn0+I80i7mumYnF8x1LIbSSe3iV2DYq13ElnQ8q6gdijWUuIeKxHoY5e89PuXWy8D3qp7S9iOvN/D9+XiZRNN06uiuvHqrSqmpFrqqrVUrrrUBUREUBVVVAAUAAATNNtu7PR4xUUoxVkskloktxyCZwfRj26jetHPtzrMXSM4Uabj7Vrfj10O2ZdsDbb3bqrCKEYmpeyED8Hs53LZVwvsPg4qN6kbt+OS8t5hdobYqOo44edorK6SzfmtFpz14H16f8Arkz6cmrD1e9crBvsFZy3ropvxC2yo7NTXXXbjhtuXcTmisz91hX2yr4KLjemrNbuPXeMDtuoqihiGnF/5ZJx55ZNceF76GQSUJuhAEAQBAEAhb239WWl+H391s7mXnbAnExu2WqUjdWyLHda6Qw2IXdrCCGFZX5pMo4WdXNZLiyoxm1KOFfZl7UuCtdeN2kvzcRB4d/5JMV7OOVpWRRSWAFmPk1ZTKN9uT1PRi+QHnsj2H12DHYGXLZzS9mV3zVvuVFL/qGDlapSaXFST6qyfS/3tb4M8a4up49WoYlyZGLcCUsTf1B2ZGVgHrsRgVNbqrIwIYAjaVc4Sg+zJWZqaVWFWCnB3T0/PodnqOnV312Y9taW02o1dtViq9dlbAq6OjAqyspIKkEEGfKbTuj7lFSTjJXTyaejXAxd9U/T6fDmYBTzbTMvm+G7FnNRBHcxLLDuWankCrueVlRG5dq7nOlwuI9NHP3lr9zzjamA7rU9n3Jacn8P25eBC0mFKIAgCAIBtdwASfQDc/4nIbsZXulr2ZDR9HwsYpxybqxmZe4Xl71cquyMR69hO3jg+fy0r5n1OWxNX0lRvdovBflz1DZuG7vh4xtZtXl+55vpp5EsyKWZ5X2seH783TdRwsZgmVk4OVRQzMUUXPRYle7gEoCxA5gEqDvsdp2U5KM03omv7I+Ig6lKUIuzaaXmigPtb6HNQ0bEytTGXjZeLiKlhWuu6rINPMLbY1bFqkXHQ908b7CyK+wUqFe+pY2FSSjZpvnl+MwmJ2JVw9OVTtqUYq+Sadt+WaVtd9+W+uLLv5HzB8j/AIlgZ8yRdGfUXXq2JXpGTZtquFUE+cnfMxU2Wu9CzEvaicEsG+/MdzYLbsmexmHdOXaS9l/w+H2PQ9kY9V6apyftxVtdUtJc3x58iykrjQCAIAgFdurzqbPh+lMHFKHVspC6FuLLh427Icp0O4d2ZWREb5WZLGbktJrssMJhvSu8vdX8vh9zP7X2i8LBRp27b46Rj8Vt73JebyVnCfSz0jNqh/8AsGsrZZRcxuoxrms7ua7HmcvLYkOaXJ5Ctjvkb8n/AE+K3TcVi+x+nS6rdyX33eJTbL2S636+JTaeaTveTf8AlLlwjv35ZFmfHnSnoWo47Yo0/FxLOBWnJw8ejHuobb5GVqkUOqnY9qwOjDyI9CKyGKqwd+03ybdjS19mYarHs+jSe5pJNdP6KudBPiTIwNYz/D1jA1WJk91AWKLqGJctDWVg+QFlfdQtsGcVY+//AFgSzx0VKmqi5dJK/wCeZm9iVJ0sRPDye6WWdu1BpXWeV78M8uGd/wCURuCJuqX2YjWNHzMYJyyaKzmYm3Hl71SrOqKW8h307mOT5fLc3mPUSsNV9HUT3aPwf5crNpYbvGHlG2azj+5Zrrp5mKFHBAI9CNx/iak8vTubpwBAEAQDtPCekLk5WHiON0yczFx3H8pbkVVMP7VyJ8zfZi3wTfRHdRh26kI8ZRXk5IzREf6mPPXTSAIB1/iPQa8yjIwrVD05NFuPYrAFWrsrat1YHyIKsRsf2nMXZpo+ZR7UXF77rqYW2xHrJqsHG2smu1T6rapKWKf8OCP6mxvfNHj1nH2XqsnfW6yOVpGr241teVRY9ORS4sqtrPF67B6Mp/2NiCGBIIYMQeGlJWaujsp1JU5KcHZrQyZdK/U3X4ipONdwq1fGQNkVL5JkVbhfe8cE/wDgWKq1e5NFjKD8ttLPm8ThnSd17r0+35qej7N2hHFQs8prVfVcv6J4kIuBAKtdWnV8uj89I090fVeP/wCi8hXq05CvIcg26PmMpDCpgVqUrZaCGqrussLhPSe3P3f7/wCOf4s9tTaXd16On77/APXn48EU58OYl+RremrrRyHbJzdPbI9+LvZZjW21vUlgs5FMe4OqmshVrrscca9jtcSaVKXotydrcVr58zH04znioLFXd3G/a17L08E3u5vJEveGeobX/Cuq2YmttbbjX3NflUu7ZC1VW2OTlaZZuzDHrIbbGXZOFbV9qmwfLElh6Venelqsl4rc+fP6FtT2hicHiHDEu8W7u+ii8lKObtHL3fH/AC1tn1AdReJ4exVvJW/MyEJwcVWG9x2G1zkb8MVNwTbt83kqhmYCVVDDyqytot7/ADeanG46GFh2nm37q4/8c/qVr/4/fZ9k5Obm+J7+Xa430V2soVcrNuuW3LtT+RQUNZKjj3L2QHlRYqWOPqJRVJcvJJWRnth4epKpLE1FqnZ8XJ3b8MuG/LQvdKQ2ZqB/qAYXfFmkLjZWZiINkxszKx0H8JVkW1KP6VAJsIPtRT4pPqjyKtDsVJx4SkvJSdjq59HSIAgCAdp4T1dcbKw8tzsmNmYuQ5/hKsiq1j/SoTPma7UWuKa6o7qM+xUhLhKL8lJXM0RP+pjz100gCAIBjA6x/Y9ZpGq35KofcdSssy8ewA8Vvcl8rHJ3OzrazXAeQNVq8d+3Zx0mDrKpTS3rLy3P6HnG18I6FdzS9mWa/c9V9fPkQTJxRnf+AfHeRpOXj6pjHa/GsDhd+K2p6W0WHY/p31lqidiVDchsyqR8VIKpFxlo/wAv5EjD15UKiqw1X8revMy++DfFtOo4uNqNDcsfKprvrJ8iFZQeLD1Dod0KnzVlI/aZKcXCTi9UerUqkasFOLumk14M8T1L+0uzRdHzdRp8skKlGO2wPC+6xKUt2PkezzN3E7g8NtjvO7D01UqKL03+CzIe0MQ8Ph5VI66Lxbsv7Ks9D3ThTqG/iXOBvSvJsGHTae4L8lWDXZ2QzMzXMt7MoWzzNyW2PzPaYWeNxDj+nDLLPw4dPsZ7Y+CVb/ua3tO7tfitZPzyS5XJS6zOlu3XAmrYSh9Rpq7N2OzKozMYF3RUZyEXIqZ325lVtVyrMOFUjYPEql7MtP6f2J+1tmvE2qU/fWWusfo1/P8AVWfbjruoWabpFGrl/wD5Wq/UOyMhO3mV6QFxaU98BCuzW5dNxW2wcraqeZawku1pQjFVJOn7uWmna1y8uhmMdUqOhSjiPfTlr73o0rXfi1k96V7nq/YP0n6lr99OdqgysfS6qqKw2QbK8rKx6kWrHxcdG2toxlrUA3lU+Q71c3ta+rpr4qFJONOzlnpom9/N8vpkTMBsyriZKeITUEla+rSyUbapLyvzeZkT0fR6saqvFprSmilFrqqrUJXXWo2VEUABVUDbYSgbbd3qbyMVFWSskcucH0ag/wCoBhd8WauuTlZmWh3TIzMrIQ/yluRbap/tXBmwguzFLgkuiPIq0+3UnLjKT8nJ2Orn0dIgCAIBtdAQQfQjY/4nIauZXulr2nDWNHw8kvyyaKxh5e/Hl71SqozsF8h307eQB5fLcvkPQZbE0vR1Gt2q8H+WPUNm4nvGHjK92spfuWT66+ZLMilmIAgHm/aL4ExtVxL9PyaVvptRtkb1WwA9uyths1dqNsRYhDKf39Z905uElKLszor0YVoOE1dP86mH7R/DORdi5OeKz2sI4iZZIKtU+Q11dPJSvl+rS1ZBIKsyDY7krrXJKSjxvbyzPKY0ZuMprSNlLim21p4rPh1t6fA9ieq34Ka1RhW5OA7XKbMcC6ypq7DU/doT9cLyBPNK7ECglmT0nW60FLsN2fPnnroSI4KvKl6aMLxz0zeTavbW3hfy3Wq/4+fbVQKbPDd9wW7vWZGnK2wW2l17l9FTehsS0W5PA/M62uV5CqzhV4+i7+kS5Px4/T8z02wcXHsvDyed24+DzaXg7u3PLLSderP2f3arombi0KXyEFWVVWBu1jU2pc1SD93sqWxAP3dlkHC1FCqm9NOuRd7ToOvhpwjrk14xadv4K7dEPU5gYOI2iZ+RXiql1l2Hk2fJjtVae5ZVbaSUrsW42WB7O2jpYqg8k+exxuGnKXbgr8eOWXmUGxtpUqdP0FV9m12m9Gm72/8AFp8dfEmb22dZmlaXjv7nk42pag4K0U49q3U1t5fqZV1LFErTfl2g4st/8VCjnZXDo4Oc37ScVvv9L/iLXG7Xo0IfpyU57kndeLa0X8vRcq59OnsAzPFWY3iTVmezBa3uMbQOWo2qdhSibcUwa+IrPEBSq9pB/wBjV2GIrxoR9HT1/r/6M/s7A1MbU7ziHeN75/5tbuUF/Oml28h0oDfCAIBE/VL7TRo+j5uSr8cm6s4eJtx5e9XKyK6hvJuwncyCPP5aW8j6GVhqXpKiW7V+C/LFZtLE93w8pXzeUf3PJdNfIxQIgAAHoBsP8TUnl6VjdOAIAgCAIBNPSx1BHw5mE3c20zL4JmIoZjUQT28uusblmp5EMiDlZUTsHaulDDxWH9NHL3lp9i62Xj+61Pa9yWvJ/F9+XgZRNN1Ku+uvIqsS2m1FsqtrZXrsrYBkdHUlWVlIIYEggzNNNOzPR4yUkpRd081bRp7zkTg+jUQCH9Q8FeJjnNdVrmImmPx/QfTKXuqAVOXa2ZeTO5tAe29hWq1bpeS8lKdLs2cH2v3Zfn5kVjpYr0t1VXY4djNaaZ+OumWpGh9j2vaVi6pp+NVpep4+ouxQXY9ZzMnKybbGy8rVbNsHENdKMdiot2Raa0pbtjud/pac5RlK6a4PJJaJasivD4inCcIdmSle11m3JttyeStn/RJ/sG8A6no2LgaTaultiY+MwuuxmzUyDlFue4rek1XGxmd3yWspLvuwoTnskevONSTkr58bafm7dxJuDpVaNONOXZsln2b6+evjv4I6jVejTRLMp9TqTLw8xrRkV24eVZT7vkcuZtorKvUjM25KMj1+Z2RdzOxYuoo9l2a5rVcOJGnsnDubqxTjLVOMmrPilnG/k1yJxrXYAbkkADkdtyf5OwA3Pr5AD+APSQi5K7e1zod0nVrnzanu07KtZnuOMK3x7rWO7WPjuNlsY7sWoenmzMzB2YtLCljZ012XmuevUoMVsWhXk5puEnra1m+Nnl0tffmeY8Df8dum49iXZmZkZ4Q79gImJjv/AALQj23Mv/qt6BvRuQJU9lTaE5K0Vb+X9iNQ2BRg71JOfKyUemb/AJ/gtXhYSVIlNaLXVWqpXWiqqIigBURVACqoAAUAAASrbvmzTpJKy0PtByIBx9R1KuiuzItsSqmpGsttsZUrrrUFnd3YhVVVBJYkAATlJt2R8ykopyk7JZtvRJbzF31T9QR8R5gNPNdMxOSYaMGQ2kkdzLsrOxVruICo45V1AbhGsuQaXC4f0Mc/eev2PONqY7vVT2fcjpzfxfbl4kLSYUogCAIAgCAIBNvTz1VZvh0+7FTl6Wz8mxGfi1DE72WYdhBFZYkuaGHasfc/os9lrQ8RhY1s9JcePj9/7LrAbUnhPYt2ocN68Pto+W+/fsv6ktG1oKuNmVrkEbnDyCKMtTsOQFTkd0LuB3KGtr39HMoquHqU/eWXFaG4wu0KGJX6cs+DykvJ6+KuuZJxEjFiaQBAEAQBAEAQBANQIBGHtR6ktG0UMuTmVtkAbjDxyt+Wx2PEGpG/SDcSO5kNTXv6uJJpYepV91ZcXoV2K2hQwy/UlnwWcn5bvF2XMoL1DdVWb4iPuwU4mlq/JcRX5NewO9dmZYABYVIDilR2q32P6rJXat7h8LGjnrLjw8Pv/Rh8ftSpi/Yt2YcL5vx+2i5kJSYUogCAIAgCAIAgCAbLqFYcWAZT6hgCD/R8pyOZ6HT/AGg6lQorp1PU6EXyVMfUdSoUD9gFpykAA/gCdUqUJaxXREuli69JWhUkv9n9Tl/FvWfreufetb/PnX3el8C6Hf6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/z47vS+BdB6yxXzX1Hxb1n63rn3rW/wA+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819R8W9Z+t65961v8+O70vgXQessV819Tiah7QdRvU13anqd6N5MmRqOpXqR+4K3ZTgg/wROyNKEdIrojoqYuvVVp1JP/Z/TU89TQqjioCgegAAA/oeU7SJzN84AgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgCAIAgH/9k=',
+              },
+            },
+            {
+              type: 'text',
+              text: 'Describe this image',
+            },
+          ],
+        }),
+      ]);
+
+      await expect(base64Res).resolves.toBeDefined();
+
+      const urlRes = chat.invoke([
+        new HumanMessage({
+          content: [
+            {
+              type: 'image',
+              source: {
+                type: 'url',
+                url: 'https://upload.wikimedia.org/wikipedia/commons/thumb/3/30/RedDisc.svg/24px-RedDisc.svg.png',
+              },
+            },
+          ],
+        }),
+      ]);
+
+      await expect(urlRes).resolves.toBeDefined();
+    }
+  );
 });
 
 test('Stream tokens', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-haiku-20240307',
+    modelName,
     temperature: 0,
     maxTokens: 10,
   });
@@ -397,14 +540,14 @@ test('Stream tokens', async () => {
 });
 
 test('id is supplied when invoking', async () => {
-  const model = new ChatAnthropic();
+  const model = new ChatAnthropic({ modelName });
   const result = await model.invoke('Hello');
   expect(result.id).toBeDefined();
   expect(result.id).not.toEqual('');
 });
 
 test('id is supplied when streaming', async () => {
-  const model = new ChatAnthropic();
+  const model = new ChatAnthropic({ modelName });
   let finalChunk: AIMessageChunk | undefined;
   for await (const chunk of await model.stream('Hello')) {
     finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);
@@ -678,7 +821,7 @@ The current date is ${new Date().toISOString()}`;
 
 test('system prompt caching', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-haiku-20240307',
+    modelName,
     clientOptions: {
       defaultHeaders: {
         'anthropic-beta': 'prompt-caching-2024-07-31',
@@ -724,7 +867,7 @@ test('system prompt caching', async () => {
 // TODO: Add proper test with long tool content
 test.skip('tool caching', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-haiku-20240307',
+    modelName,
     clientOptions: {
       defaultHeaders: {
         'anthropic-beta': 'prompt-caching-2024-07-31',
@@ -769,14 +912,22 @@ test.skip('tool caching', async () => {
   );
 });
 
+test.skip('Test ChatAnthropic with custom client', async () => {
+  const client = new AnthropicVertex();
+  const chat = new ChatAnthropic({
+    modelName,
+    maxRetries: 0,
+    createClient: () => client,
+  });
+  const message = new HumanMessage('Hello!');
+  const res = await chat.invoke([message]);
+  // console.log({ res });
+  expect(res.usage_metadata?.input_token_details).toBeDefined();
+});
+
 test('human message caching', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-haiku-20240307',
-    clientOptions: {
-      defaultHeaders: {
-        'anthropic-beta': 'prompt-caching-2024-07-31',
-      },
-    },
+    modelName,
   });
 
   const messages = [
@@ -784,7 +935,7 @@ test('human message caching', async () => {
       content: [
         {
           type: 'text',
-          text: `You are a pirate. Always respond in pirate dialect.\nUse the following as context when answering questions: ${CACHED_TEXT}`,
+          text: `You are a scotsman. Always respond in scotsman dialect.\nUse the following as context when answering questions: ${CACHED_TEXT}`,
         },
       ],
     }),
@@ -813,11 +964,10 @@ test('human message caching', async () => {
 
 test('Can accept PDF documents', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-5-sonnet-latest',
+    modelName: pdfModelName,
   });
 
-  const pdfPath =
-    '../langchain-community/src/document_loaders/tests/example_data/Jacob_Lee_Resume_2023.pdf';
+  const pdfPath = './src/llm/anthropic/Jacob_Lee_Resume_2023.pdf';
   const pdfBase64 = await fs.readFile(pdfPath, 'base64');
 
   const response = await model.invoke([
@@ -844,70 +994,253 @@ test('Can accept PDF documents', async () => {
   expect(response.content.length).toBeGreaterThan(10);
 });
 
-test('Citations', async () => {
-  const citationsModel = new ChatAnthropic({
-    model: 'claude-3-5-sonnet-latest',
+describe('Citations', () => {
+  test('document blocks', async () => {
+    const citationsModel = new ChatAnthropic({
+      model: citationsModelName,
+    });
+    const messages = [
+      {
+        role: 'user',
+        content: [
+          {
+            type: 'document',
+            source: {
+              type: 'text',
+              media_type: 'text/plain',
+              data: "The grass the user is asking about is bluegrass. The sky is orange because it's night.",
+            },
+            title: 'My Document',
+            context: 'This is a trustworthy document.',
+            citations: {
+              enabled: true,
+            },
+          },
+          {
+            type: 'text',
+            text: 'What color is the grass and sky?',
+          },
+        ],
+      },
+    ];
+
+    const response = await citationsModel.invoke(messages);
+
+    expect(response.content.length).toBeGreaterThan(2);
+    expect(Array.isArray(response.content)).toBe(true);
+    const blocksWithCitations = (response.content as any[]).filter(
+      (block) => block.citations !== undefined
+    );
+    expect(blocksWithCitations.length).toEqual(2);
+    expect(typeof blocksWithCitations[0].citations[0]).toEqual('object');
+
+    const stream = await citationsModel.stream(messages);
+    let aggregated;
+    let chunkHasCitation = false;
+    for await (const chunk of stream) {
+      aggregated = aggregated === undefined ? chunk : concat(aggregated, chunk);
+      if (
+        !chunkHasCitation &&
+        Array.isArray(chunk.content) &&
+        chunk.content.some((c: any) => c.citations !== undefined)
+      ) {
+        chunkHasCitation = true;
+      }
+    }
+    expect(chunkHasCitation).toBe(true);
+    expect(Array.isArray(aggregated?.content)).toBe(true);
+    expect(aggregated?.content.length).toBeGreaterThan(2);
+    expect(
+      (aggregated?.content as any[]).some((c) => c.citations !== undefined)
+    ).toBe(true);
   });
+  describe('search result blocks', () => {
+    const citationsModel = new ChatAnthropic({
+      model: citationsModelName,
+      clientOptions: {
+        defaultHeaders: {
+          'anthropic-beta': 'search-results-2025-06-09',
+        },
+      },
+    });
 
-  const messages = [
-    {
-      role: 'user',
-      content: [
-        {
-          type: 'document',
-          source: {
-            type: 'text',
-            media_type: 'text/plain',
-            data: "The grass the user is asking about is bluegrass. The sky is orange because it's night.",
+    const messages = [
+      {
+        role: 'user',
+        content: [
+          {
+            type: 'search_result',
+            title: 'History of France',
+            source: 'https://example.com/france-history',
+            citations: { enabled: true },
+            content: [
+              {
+                type: 'text',
+                text: 'The capital of France is Paris.',
+              },
+              {
+                type: 'text',
+                text: 'The old capital of France was Lyon.',
+              },
+            ],
+          },
+          {
+            type: 'search_result',
+            title: 'Geography of France',
+            source: 'https://example.com/france-geography',
+            citations: { enabled: true },
+            content: [
+              {
+                type: 'text',
+                text: 'France is a country in Europe.',
+              },
+              {
+                type: 'text',
+                text: 'France borders Spain to the south.',
+              },
+            ],
           },
-          title: 'My Document',
-          context: 'This is a trustworthy document.',
-          citations: {
-            enabled: true,
+          {
+            type: 'text',
+            text: 'What is the capital of France and where is it located? You must cite your sources.',
           },
+        ],
+      },
+    ];
+
+    test('without streaming', async () => {
+      const response = await citationsModel.invoke(messages);
+
+      expect(Array.isArray(response.content)).toBe(true);
+      expect(response.content.length).toBeGreaterThan(0);
+
+      // Check that we have cited content
+      const blocksWithCitations = (response.content as any[]).filter(
+        (block) => block.citations !== undefined
+      );
+      expect(blocksWithCitations.length).toBeGreaterThan(0);
+
+      // Verify citation structure
+      const citation = blocksWithCitations[0].citations[0];
+      expect(typeof citation).toBe('object');
+      expect(citation.type).toBe('search_result_location');
+      expect(citation.source).toBeDefined();
+    });
+    test('with streaming', async () => {
+      // Test streaming
+      const stream = await citationsModel.stream(messages);
+      let aggregated;
+      let chunkHasCitation = false;
+      for await (const chunk of stream) {
+        aggregated =
+          aggregated === undefined ? chunk : concat(aggregated, chunk);
+        if (
+          !chunkHasCitation &&
+          Array.isArray(chunk.content) &&
+          chunk.content.some((c: any) => c.citations !== undefined)
+        ) {
+          chunkHasCitation = true;
+        }
+      }
+      expect(chunkHasCitation).toBe(true);
+      expect(Array.isArray(aggregated?.content)).toBe(true);
+      expect(
+        (aggregated?.content as any[]).some((c) => c.citations !== undefined)
+      ).toBe(true);
+    });
+  });
+
+  test('search result blocks from tool', async () => {
+    const ragTool = tool(
+      (): ChatAnthropicContentBlock[] => [
+        {
+          type: 'search_result',
+          title: 'History of France',
+          source: 'https://example.com/france-history',
+          citations: { enabled: true },
+          content: [
+            {
+              type: 'text',
+              text: 'The capital of France is Paris.',
+            },
+            {
+              type: 'text',
+              text: 'France was established as a republic in 1792.',
+            },
+          ],
         },
         {
-          type: 'text',
-          text: 'What color is the grass and sky?',
+          type: 'search_result',
+          title: 'Geography of France',
+          source: 'https://example.com/france-geography',
+          citations: { enabled: true },
+          content: [
+            {
+              type: 'text',
+              text: 'France is located in Western Europe.',
+            },
+            {
+              type: 'text',
+              text: 'France has a population of approximately 67 million people.',
+            },
+          ],
         },
       ],
-    },
-  ];
+      {
+        name: 'search_knowledge_base',
+        description: 'Search the knowledge base for information about France',
+        schema: z.object({
+          query: z.string().describe('The search query'),
+        }),
+      }
+    );
 
-  const response = await citationsModel.invoke(messages);
+    const citationsModel = new ChatAnthropic({
+      model: citationsModelName,
+      clientOptions: {
+        defaultHeaders: {
+          'anthropic-beta': 'search-results-2025-06-09',
+        },
+      },
+    }).bindTools([ragTool]);
 
-  expect(response.content.length).toBeGreaterThan(2);
-  expect(Array.isArray(response.content)).toBe(true);
-  const blocksWithCitations = (response.content as any[]).filter(
-    (block) => block.citations !== undefined
-  );
-  expect(blocksWithCitations.length).toEqual(2);
-  expect(typeof blocksWithCitations[0].citations[0]).toEqual('object');
+    const messages = [
+      new HumanMessage(
+        'Search for information about France and tell me what you find with proper citations.'
+      ),
+    ];
 
-  const stream = await citationsModel.stream(messages);
-  let aggregated;
-  let chunkHasCitation = false;
-  for await (const chunk of stream) {
-    aggregated = aggregated === undefined ? chunk : concat(aggregated, chunk);
-    if (
-      !chunkHasCitation &&
-      Array.isArray(chunk.content) &&
-      chunk.content.some((c: any) => c.citations !== undefined)
-    ) {
-      chunkHasCitation = true;
-    }
-  }
-  expect(chunkHasCitation).toBe(true);
-  expect(Array.isArray(aggregated?.content)).toBe(true);
-  expect(aggregated?.content.length).toBeGreaterThan(2);
-  expect(
-    (aggregated?.content as any[]).some((c) => c.citations !== undefined)
-  ).toBe(true);
+    const response = await citationsModel.invoke(messages);
+    messages.push(response);
+
+    expect(Array.isArray(response.content)).toBe(true);
+    expect(response.content.length).toBeGreaterThan(0);
+
+    // Check that the model called the tool
+    expect(response.tool_calls?.length).toBeGreaterThan(0);
+    expect(response.tool_calls?.[0].name).toBe('search_knowledge_base');
+
+    const toolResponse = await ragTool.invoke(response.tool_calls![0]);
+    messages.push(toolResponse);
+
+    const response2 = await citationsModel.invoke(messages);
+
+    expect(Array.isArray(response2.content)).toBe(true);
+    expect(response2.content.length).toBeGreaterThan(0);
+    // Make sure that a citation exists somewhere in the content list
+    const citationBlock = (response2.content as any[]).find(
+      (block: any) =>
+        Array.isArray(block.citations) && block.citations.length > 0
+    );
+    expect(citationBlock).toBeDefined();
+    expect(citationBlock.citations[0].type).toBe('search_result_location');
+    expect(citationBlock.citations[0].source).toBeDefined();
+  });
 });
 
 test('Test thinking blocks multiturn invoke', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-7-sonnet-latest',
+    model: extendedThinkingModelName,
     maxTokens: 5000,
     thinking: { type: 'enabled', budget_tokens: 2000 },
   });
@@ -945,7 +1278,7 @@ test('Test thinking blocks multiturn invoke', async () => {
 
 test('Test thinking blocks multiturn streaming', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-7-sonnet-latest',
+    model: extendedThinkingModelName,
     maxTokens: 5000,
     thinking: { type: 'enabled', budget_tokens: 2000 },
   });
@@ -986,7 +1319,7 @@ test('Test thinking blocks multiturn streaming', async () => {
 
 test('Test redacted thinking blocks multiturn invoke', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-7-sonnet-latest',
+    model: extendedThinkingModelName,
     maxTokens: 5000,
     thinking: { type: 'enabled', budget_tokens: 2000 },
   });
@@ -1023,7 +1356,7 @@ test('Test redacted thinking blocks multiturn invoke', async () => {
 
 test('Test redacted thinking blocks multiturn streaming', async () => {
   const model = new ChatAnthropic({
-    model: 'claude-3-7-sonnet-latest',
+    model: extendedThinkingModelName,
     maxTokens: 5000,
     thinking: { type: 'enabled', budget_tokens: 2000 },
   });
@@ -1064,3 +1397,46 @@ test('Test redacted thinking blocks multiturn streaming', async () => {
   // test a second time to make sure that we've got input translation working correctly
   await doStreaming(streamingMessages);
 });
+
+test('Can handle google function calling blocks in content', async () => {
+  const chat = new ChatAnthropic({
+    modelName: 'claude-3-7-sonnet-latest',
+    maxRetries: 0,
+  });
+  const toolCallId = 'tool_call_id';
+  const messages = [
+    new SystemMessage("You're a helpful assistant"),
+    new HumanMessage('What is the weather like in San Francisco?'),
+    new AIMessage({
+      content: [
+        {
+          // Pass a content block with the `functionCall` object that Google returns.
+          functionCall: {
+            args: {
+              location: 'san francisco',
+            },
+            name: 'get_weather',
+          },
+        },
+      ],
+      tool_calls: [
+        {
+          id: toolCallId,
+          name: 'get_weather',
+          args: {
+            location: 'san francisco',
+          },
+        },
+      ],
+    }),
+    new ToolMessage({
+      tool_call_id: toolCallId,
+      content: 'The weather is sunny',
+    }),
+    new HumanMessage(
+      'Give me a one sentence description of what the sky looks like.'
+    ),
+  ];
+  const res = await chat.invoke(messages);
+  expect(res.content.length).toBeGreaterThan(1);
+});