@ai-sdk/google-vertex 2.1.0 → 2.1.1

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @ai-sdk/google-vertex
 
+## 2.1.1
+
+### Patch Changes
+
+- b284e2c: feat (provider/google-vertex): support prompt caching for Anthropic Claude models
+- Updated dependencies [e7a9ec9]
+- Updated dependencies [858f934]
+- Updated dependencies [b284e2c]
+- Updated dependencies [0a699f1]
+  - @ai-sdk/provider-utils@2.1.1
+  - @ai-sdk/anthropic@1.1.1
+  - @ai-sdk/provider@1.0.5
+  - @ai-sdk/google@1.1.1
+
 ## 2.1.0
 
 ### Minor Changes

package/README.md

@@ -78,6 +78,60 @@ const { text } = await generateText({
 });
 ```
 
+## Prompt Caching Support for Anthropic Claude Models
+
+The Google Vertex Anthropic provider supports prompt caching for Anthropic Claude models. Prompt caching can help reduce latency and costs by reusing cached results for identical requests. Caches are unique to Google Cloud projects and have a five-minute lifetime.
+
+### Enabling Prompt Caching
+
+To enable prompt caching, you can use the `cacheControl` property in the settings. Here is an example demonstrating how to enable prompt caching:
+
+```ts
+import { vertexAnthropic } from '@ai-sdk/google-vertex/anthropic';
+import { generateText } from 'ai';
+import fs from 'node:fs';
+
+const errorMessage = fs.readFileSync('data/error-message.txt', 'utf8');
+
+async function main() {
+  const result = await generateText({
+    model: vertexAnthropic('claude-3-5-sonnet-v2@20241022', {
+      cacheControl: true,
+    }),
+    messages: [
+      {
+        role: 'user',
+        content: [
+          {
+            type: 'text',
+            text: 'You are a JavaScript expert.',
+          },
+          {
+            type: 'text',
+            text: `Error message: ${errorMessage}`,
+            experimental_providerMetadata: {
+              anthropic: {
+                cacheControl: { type: 'ephemeral' },
+              },
+            },
+          },
+          {
+            type: 'text',
+            text: 'Explain the error message.',
+          },
+        ],
+      },
+    ],
+  });
+
+  console.log(result.text);
+  console.log(result.experimental_providerMetadata?.anthropic);
+  // e.g. { cacheCreationInputTokens: 2118, cacheReadInputTokens: 0 }
+}
+
+main().catch(console.error);
+```
+
 ## Custom Provider Configuration
 
 You can create a custom provider instance using the `createVertex` function. This allows you to specify additional configuration options. Below is an example with the default Node.js provider which includes a `googleAuthOptions` object.

package/anthropic/dist/index.d.mts

@@ -4,7 +4,7 @@ import { AnthropicMessagesSettings, anthropicTools } from '@ai-sdk/anthropic/int
 import { GoogleAuthOptions } from 'google-auth-library';
 
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
 
 interface GoogleVertexAnthropicProvider extends ProviderV1 {

package/anthropic/dist/index.d.ts

@@ -4,7 +4,7 @@ import { AnthropicMessagesSettings, anthropicTools } from '@ai-sdk/anthropic/int
 import { GoogleAuthOptions } from 'google-auth-library';
 
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
 
 interface GoogleVertexAnthropicProvider extends ProviderV1 {

package/anthropic/edge/dist/index.d.mts

@@ -21,7 +21,7 @@ interface GoogleCredentials {
 }
 
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
 
 interface GoogleVertexAnthropicProvider extends ProviderV1 {

package/anthropic/edge/dist/index.d.ts

@@ -21,7 +21,7 @@ interface GoogleCredentials {
 }
 
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
 
 interface GoogleVertexAnthropicProvider extends ProviderV1 {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google-vertex",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -37,10 +37,10 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "1.1.0",
-    "@ai-sdk/google": "1.1.0",
-    "@ai-sdk/provider": "1.0.4",
-    "@ai-sdk/provider-utils": "2.1.0",
+    "@ai-sdk/anthropic": "1.1.1",
+    "@ai-sdk/google": "1.1.1",
+    "@ai-sdk/provider": "1.0.5",
+    "@ai-sdk/provider-utils": "2.1.1",
     "google-auth-library": "^9.15.0"
   },
   "devDependencies": {