@jaypie/llm 1.3.17 → 1.3.18

package/dist/cjs/index.d.cts

@@ -669,7 +669,8 @@ interface LlmExchangeEnvelope {
 type LlmExchangeCallback = (envelope: LlmExchangeEnvelope) => unknown | Promise<unknown>;
 /**
  * Prompt-caching control for operate()/stream().
- * - `true` / omitted → caching enabled at the default `"5m"` TTL
+ * - `true` / omitted → caching enabled at the adapter's default TTL: `"1h"` on
+ *   Anthropic, `"5m"` everywhere else
  * - `false` / `0` → caching disabled
  * - `"5m"` / `"1h"` → enabled at that TTL (TTL honored by Anthropic/OpenRouter;
  *   other providers ignore it and cache with their own defaults)

package/dist/cjs/types/LlmProvider.interface.d.ts

@@ -290,7 +290,8 @@ export interface LlmExchangeEnvelope {
 export type LlmExchangeCallback = (envelope: LlmExchangeEnvelope) => unknown | Promise<unknown>;
 /**
  * Prompt-caching control for operate()/stream().
- * - `true` / omitted → caching enabled at the default `"5m"` TTL
+ * - `true` / omitted → caching enabled at the adapter's default TTL: `"1h"` on
+ *   Anthropic, `"5m"` everywhere else
  * - `false` / `0` → caching disabled
  * - `"5m"` / `"1h"` → enabled at that TTL (TTL honored by Anthropic/OpenRouter;
  *   other providers ignore it and cache with their own defaults)

package/dist/cjs/util/cacheControl.d.ts

@@ -1,5 +1,11 @@
 import { type LlmCache } from "../types/LlmProvider.interface.js";
 export declare const CACHE_TTL_DEFAULT: "5m";
+/**
+ * Anthropic bills a 1h cache write at 2x input (vs 1.25x for 5m) but reads at
+ * the same ~0.1x, so an hour of reuse pays for itself after ~three reads and
+ * survives the gaps between turns in a long agentic session.
+ */
+export declare const CACHE_TTL_ANTHROPIC_DEFAULT: "1h";
 export type CacheTtl = "5m" | "1h";
 export interface ResolvedCache {
     enabled: boolean;
@@ -7,11 +13,13 @@ export interface ResolvedCache {
 }
 /**
  * Normalize the caller-facing `cache` option into a concrete decision.
- * - `undefined` / `true` → enabled at the default TTL
+ * - `undefined` / `true` → enabled at `defaultTtl`
  * - `false` / `0` → disabled
  * - `"5m"` / `"1h"` → enabled at that TTL
  */
-export declare function resolveCache(cache: LlmCache | undefined): ResolvedCache;
+export declare function resolveCache(cache: LlmCache | undefined, { defaultTtl }?: {
+    defaultTtl?: CacheTtl;
+}): ResolvedCache;
 /**
  * Deterministic short key for providers with automatic, prefix-based caching
  * (e.g. OpenAI `prompt_cache_key`). Derived from the stable prefix so the same

package/dist/esm/index.d.ts

@@ -669,7 +669,8 @@ interface LlmExchangeEnvelope {
 type LlmExchangeCallback = (envelope: LlmExchangeEnvelope) => unknown | Promise<unknown>;
 /**
  * Prompt-caching control for operate()/stream().
- * - `true` / omitted → caching enabled at the default `"5m"` TTL
+ * - `true` / omitted → caching enabled at the adapter's default TTL: `"1h"` on
+ *   Anthropic, `"5m"` everywhere else
  * - `false` / `0` → caching disabled
  * - `"5m"` / `"1h"` → enabled at that TTL (TTL honored by Anthropic/OpenRouter;
  *   other providers ignore it and cache with their own defaults)

package/dist/esm/index.js

@@ -791,21 +791,27 @@ function buildExchangeEnvelope({ duration, initialHistoryLength, input, options,
 }
 
 const CACHE_TTL_DEFAULT = "5m";
+/**
+ * Anthropic bills a 1h cache write at 2x input (vs 1.25x for 5m) but reads at
+ * the same ~0.1x, so an hour of reuse pays for itself after ~three reads and
+ * survives the gaps between turns in a long agentic session.
+ */
+const CACHE_TTL_ANTHROPIC_DEFAULT = "1h";
 /**
  * Normalize the caller-facing `cache` option into a concrete decision.
- * - `undefined` / `true` → enabled at the default TTL
+ * - `undefined` / `true` → enabled at `defaultTtl`
  * - `false` / `0` → disabled
  * - `"5m"` / `"1h"` → enabled at that TTL
  */
-function resolveCache(cache) {
+function resolveCache(cache, { defaultTtl = CACHE_TTL_DEFAULT } = {}) {
     if (cache === false || cache === 0) {
-        return { enabled: false, ttl: CACHE_TTL_DEFAULT };
+        return { enabled: false, ttl: defaultTtl };
     }
     if (cache === "5m" || cache === "1h") {
         return { enabled: true, ttl: cache };
     }
     // undefined or true
-    return { enabled: true, ttl: CACHE_TTL_DEFAULT };
+    return { enabled: true, ttl: defaultTtl };
 }
 /**
  * Deterministic short key for providers with automatic, prefix-based caching
@@ -2617,7 +2623,9 @@ class AnthropicAdapter extends BaseProviderAdapter {
                 PROVIDER.ANTHROPIC.MAX_TOKENS.DEFAULT,
             stream: false,
         };
-        const cache = resolveCache(request.cache);
+        const cache = resolveCache(request.cache, {
+            defaultTtl: CACHE_TTL_ANTHROPIC_DEFAULT,
+        });
         const cacheControl = cache.enabled
             ? {
                 type: "ephemeral",