@prestyj/ai 4.11.4 → 4.12.1

package/dist/index.d.cts

@@ -451,6 +451,28 @@ declare function toOpenAIMessages(messages: Message[], options?: {
     supportsImages?: boolean;
 }): OpenAI.ChatCompletionMessageParam[];
 
+/**
+ * Fire a minimal `max_tokens: 1` request that populates the Anthropic prompt
+ * cache with the system prompt + tools prefix, so the first real user turn is
+ * a cache read instead of a cold cache write. Best-effort: any error is
+ * swallowed so a failed pre-warm never blocks the session.
+ *
+ * Called by AgentSession when speedProfile is "optimized", before the first
+ * real agent-loop turn. The cache TTL follows the `cacheRetention` option —
+ * pass "long" (1 h) so the pre-warm survives until the user's first message.
+ */
+declare function prewarmAnthropicCache(options: {
+    apiKey: string;
+    model: string;
+    system: string;
+    tools?: StreamOptions["tools"];
+    serverTools?: StreamOptions["serverTools"];
+    baseUrl?: string;
+    userAgent?: string;
+    cacheRetention?: StreamOptions["cacheRetention"];
+    signal?: AbortSignal;
+}): Promise<void>;
+
 interface PalsuProviderState {
     callCount: number;
 }
@@ -520,4 +542,4 @@ interface PalsuProviderConfig {
  */
 declare function registerPalsuProvider(config?: PalsuProviderConfig): PalsuProviderHandle;
 
-export { type AssistantMessage, type CacheRetention, type ContentPart, type DoneEvent, EZCoderAIError, type ErrorEvent, type ErrorSource, EventStream, type FormattedError, type ImageContent, type Message, type PalsuModelConfig, type PalsuModelHandle, type PalsuProviderConfig, type PalsuProviderHandle, type PalsuProviderState, type PalsuResponse, type PalsuResponseFactory, type Provider, type ProviderDiagnosticFn, type ProviderEntry, ProviderError, type ProviderStreamFn, type RawContent, type ServerToolCall, type ServerToolCallEvent, type ServerToolDefinition, type ServerToolResult, type ServerToolResultEvent, type StopReason, type StreamEvent, type StreamOptions, type StreamResponse, StreamResult, type SystemMessage, type TextContent, type TextDeltaEvent, type ThinkingContent, type ThinkingDeltaEvent, type ThinkingLevel, type Tool, type ToolCall, type ToolCallDeltaEvent, type ToolCallDoneEvent, type ToolChoice, type ToolResult, type ToolResultContent, type ToolResultMessage, type Usage, type UserMessage, type VideoContent, classifyProviderError, formatError, formatErrorForDisplay, isHardBillingMessage, isUsageLimitError, palsuAssistantMessage, palsuText, palsuThinking, palsuToolCall, providerRegistry, registerPalsuProvider, setProviderDiagnostic, stream, toAnthropicMessages, toOpenAIMessages };
+export { type AssistantMessage, type CacheRetention, type ContentPart, type DoneEvent, EZCoderAIError, type ErrorEvent, type ErrorSource, EventStream, type FormattedError, type ImageContent, type Message, type PalsuModelConfig, type PalsuModelHandle, type PalsuProviderConfig, type PalsuProviderHandle, type PalsuProviderState, type PalsuResponse, type PalsuResponseFactory, type Provider, type ProviderDiagnosticFn, type ProviderEntry, ProviderError, type ProviderStreamFn, type RawContent, type ServerToolCall, type ServerToolCallEvent, type ServerToolDefinition, type ServerToolResult, type ServerToolResultEvent, type StopReason, type StreamEvent, type StreamOptions, type StreamResponse, StreamResult, type SystemMessage, type TextContent, type TextDeltaEvent, type ThinkingContent, type ThinkingDeltaEvent, type ThinkingLevel, type Tool, type ToolCall, type ToolCallDeltaEvent, type ToolCallDoneEvent, type ToolChoice, type ToolResult, type ToolResultContent, type ToolResultMessage, type Usage, type UserMessage, type VideoContent, classifyProviderError, formatError, formatErrorForDisplay, isHardBillingMessage, isUsageLimitError, palsuAssistantMessage, palsuText, palsuThinking, palsuToolCall, prewarmAnthropicCache, providerRegistry, registerPalsuProvider, setProviderDiagnostic, stream, toAnthropicMessages, toOpenAIMessages };

package/dist/index.d.ts

@@ -451,6 +451,28 @@ declare function toOpenAIMessages(messages: Message[], options?: {
     supportsImages?: boolean;
 }): OpenAI.ChatCompletionMessageParam[];
 
+/**
+ * Fire a minimal `max_tokens: 1` request that populates the Anthropic prompt
+ * cache with the system prompt + tools prefix, so the first real user turn is
+ * a cache read instead of a cold cache write. Best-effort: any error is
+ * swallowed so a failed pre-warm never blocks the session.
+ *
+ * Called by AgentSession when speedProfile is "optimized", before the first
+ * real agent-loop turn. The cache TTL follows the `cacheRetention` option —
+ * pass "long" (1 h) so the pre-warm survives until the user's first message.
+ */
+declare function prewarmAnthropicCache(options: {
+    apiKey: string;
+    model: string;
+    system: string;
+    tools?: StreamOptions["tools"];
+    serverTools?: StreamOptions["serverTools"];
+    baseUrl?: string;
+    userAgent?: string;
+    cacheRetention?: StreamOptions["cacheRetention"];
+    signal?: AbortSignal;
+}): Promise<void>;
+
 interface PalsuProviderState {
     callCount: number;
 }
@@ -520,4 +542,4 @@ interface PalsuProviderConfig {
  */
 declare function registerPalsuProvider(config?: PalsuProviderConfig): PalsuProviderHandle;
 
-export { type AssistantMessage, type CacheRetention, type ContentPart, type DoneEvent, EZCoderAIError, type ErrorEvent, type ErrorSource, EventStream, type FormattedError, type ImageContent, type Message, type PalsuModelConfig, type PalsuModelHandle, type PalsuProviderConfig, type PalsuProviderHandle, type PalsuProviderState, type PalsuResponse, type PalsuResponseFactory, type Provider, type ProviderDiagnosticFn, type ProviderEntry, ProviderError, type ProviderStreamFn, type RawContent, type ServerToolCall, type ServerToolCallEvent, type ServerToolDefinition, type ServerToolResult, type ServerToolResultEvent, type StopReason, type StreamEvent, type StreamOptions, type StreamResponse, StreamResult, type SystemMessage, type TextContent, type TextDeltaEvent, type ThinkingContent, type ThinkingDeltaEvent, type ThinkingLevel, type Tool, type ToolCall, type ToolCallDeltaEvent, type ToolCallDoneEvent, type ToolChoice, type ToolResult, type ToolResultContent, type ToolResultMessage, type Usage, type UserMessage, type VideoContent, classifyProviderError, formatError, formatErrorForDisplay, isHardBillingMessage, isUsageLimitError, palsuAssistantMessage, palsuText, palsuThinking, palsuToolCall, providerRegistry, registerPalsuProvider, setProviderDiagnostic, stream, toAnthropicMessages, toOpenAIMessages };
+export { type AssistantMessage, type CacheRetention, type ContentPart, type DoneEvent, EZCoderAIError, type ErrorEvent, type ErrorSource, EventStream, type FormattedError, type ImageContent, type Message, type PalsuModelConfig, type PalsuModelHandle, type PalsuProviderConfig, type PalsuProviderHandle, type PalsuProviderState, type PalsuResponse, type PalsuResponseFactory, type Provider, type ProviderDiagnosticFn, type ProviderEntry, ProviderError, type ProviderStreamFn, type RawContent, type ServerToolCall, type ServerToolCallEvent, type ServerToolDefinition, type ServerToolResult, type ServerToolResultEvent, type StopReason, type StreamEvent, type StreamOptions, type StreamResponse, StreamResult, type SystemMessage, type TextContent, type TextDeltaEvent, type ThinkingContent, type ThinkingDeltaEvent, type ThinkingLevel, type Tool, type ToolCall, type ToolCallDeltaEvent, type ToolCallDoneEvent, type ToolChoice, type ToolResult, type ToolResultContent, type ToolResultMessage, type Usage, type UserMessage, type VideoContent, classifyProviderError, formatError, formatErrorForDisplay, isHardBillingMessage, isUsageLimitError, palsuAssistantMessage, palsuText, palsuThinking, palsuToolCall, prewarmAnthropicCache, providerRegistry, registerPalsuProvider, setProviderDiagnostic, stream, toAnthropicMessages, toOpenAIMessages };

package/dist/index.js

@@ -364,10 +364,15 @@ var StreamResult = class {
 
 // src/utils/zod-to-json-schema.ts
 import { z } from "zod";
+var schemaCache = /* @__PURE__ */ new WeakMap();
 function zodToJsonSchema(schema) {
+  const cached = schemaCache.get(schema);
+  if (cached) return cached;
   const jsonSchema = z.toJSONSchema(schema);
   const { $schema: _schema, ...rest } = jsonSchema;
-  return normalizeRootForAnthropic(rest);
+  const normalized = normalizeRootForAnthropic(rest);
+  schemaCache.set(schema, normalized);
+  return normalized;
 }
 function resolveToolSchema(tool) {
   return tool.rawInputSchema ?? zodToJsonSchema(tool.parameters);
@@ -975,26 +980,87 @@ function parseToolArguments(argsJson) {
 }
 
 // src/providers/anthropic.ts
+var NON_STREAMING_TIMEOUT_MS = 60 * 60 * 1e3;
+var anthropicClientCache = /* @__PURE__ */ new Map();
 function createClient(options) {
   const isOAuth = options.apiKey?.startsWith("sk-ant-oat");
-  return new Anthropic({
+  const userAgent = isOAuth ? options.userAgent ?? "claude-cli/2.1.75 (external, cli)" : "";
+  const cacheKey = `${options.apiKey ?? ""}|${options.baseUrl ?? ""}|${userAgent}`;
+  if (!options.fetch) {
+    const cached = anthropicClientCache.get(cacheKey);
+    if (cached) return cached;
+  }
+  const client = new Anthropic({
     ...isOAuth ? { apiKey: null, authToken: options.apiKey } : { apiKey: options.apiKey },
     ...options.baseUrl ? { baseURL: options.baseUrl } : {},
     ...options.fetch ? { fetch: options.fetch } : {},
-    // Disable SDK retries — the agent loop has its own stall/overload retry
-    // logic that surfaces errors properly. SDK retries on 429s can cause
-    // multi-minute hangs when the provider stops responding mid-retry.
     maxRetries: 0,
     ...isOAuth ? {
       defaultHeaders: {
         // Anthropic's OAuth edge validates the claude-cli version. Callers
         // (ezcoder) resolve the live version at runtime; the literal here
-        // is the offline fallback for direct gg-ai consumers.
-        "user-agent": options.userAgent ?? "claude-cli/2.1.75 (external, cli)",
+        // is the offline fallback for direct ai consumers.
+        "user-agent": userAgent,
         "x-app": "cli"
       }
     } : {}
   });
+  if (!options.fetch) {
+    if (anthropicClientCache.size >= 8) {
+      const oldest = anthropicClientCache.keys().next().value;
+      if (oldest) anthropicClientCache.delete(oldest);
+    }
+    anthropicClientCache.set(cacheKey, client);
+  }
+  return client;
+}
+async function prewarmAnthropicCache(options) {
+  try {
+    const client = createClient({
+      apiKey: options.apiKey,
+      baseUrl: options.baseUrl,
+      userAgent: options.userAgent
+    });
+    const cacheControl = toAnthropicCacheControl(options.cacheRetention ?? "long", options.baseUrl);
+    const { system, messages } = toAnthropicMessages(
+      [
+        { role: "system", content: options.system },
+        { role: "user", content: "." }
+      ],
+      cacheControl
+    );
+    const isOAuth = options.apiKey.startsWith("sk-ant-oat");
+    const fullSystem = isOAuth ? [
+      {
+        type: "text",
+        text: "You are Claude Code, Anthropic's official CLI for Claude."
+      },
+      ...system ?? []
+    ] : system;
+    const tools = options.tools?.length ? toAnthropicTools(options.tools, {
+      cacheControl,
+      enableFineGrainedToolStreaming: true
+    }) : void 0;
+    await client.messages.create(
+      {
+        model: options.model,
+        max_tokens: 1,
+        messages,
+        ...fullSystem ? { system: fullSystem } : {},
+        ...tools ? {
+          tools: [
+            ...tools,
+            ...options.serverTools ?? []
+          ]
+        } : {}
+      },
+      {
+        signal: options.signal ?? void 0,
+        ...isOAuth ? { headers: { "anthropic-beta": "claude-code-20250219,oauth-2025-04-20" } } : {}
+      }
+    );
+  } catch {
+  }
 }
 function streamAnthropic(options) {
   return new StreamResult(runStream(options), options.signal);
@@ -1081,8 +1147,9 @@ async function* runStream(options) {
     ...betaHeaders.length ? { headers: { "anthropic-beta": betaHeaders.join(",") } } : {}
   };
   if (!useStreaming) {
+    const nonStreamingClient = client.withOptions({ timeout: NON_STREAMING_TIMEOUT_MS });
     try {
-      const message = await client.messages.create(
+      const message = await nonStreamingClient.messages.create(
         { ...params, stream: false },
         requestOptions
       );
@@ -1574,13 +1641,27 @@ function extractOpenAIUsage(usage) {
     cacheRead
   };
 }
+var openaiClientCache = /* @__PURE__ */ new Map();
 function createClient2(options) {
-  return new OpenAI({
+  const cacheKey = `${options.apiKey ?? ""}|${options.baseUrl ?? ""}|${JSON.stringify(options.defaultHeaders ?? {})}`;
+  if (!options.fetch) {
+    const cached = openaiClientCache.get(cacheKey);
+    if (cached) return cached;
+  }
+  const client = new OpenAI({
     apiKey: options.apiKey,
     ...options.baseUrl ? { baseURL: options.baseUrl } : {},
     ...options.fetch ? { fetch: options.fetch } : {},
     ...options.defaultHeaders ? { defaultHeaders: options.defaultHeaders } : {}
   });
+  if (!options.fetch) {
+    if (openaiClientCache.size >= 8) {
+      const oldest = openaiClientCache.keys().next().value;
+      if (oldest) openaiClientCache.delete(oldest);
+    }
+    openaiClientCache.set(cacheKey, client);
+  }
+  return client;
 }
 function streamOpenAI(options) {
   return new StreamResult(runStream2(options), options.signal);
@@ -1995,9 +2076,6 @@ async function* runStream3(options) {
     body.tools = toCodexTools(options.tools);
   }
   body.prompt_cache_key = normalizePromptCacheKey(options.promptCacheKey ?? "ezcoder");
-  if (options.cacheRetention === "long") {
-    body.prompt_cache_retention = "24h";
-  }
   if (options.temperature != null && !options.thinking) {
     body.temperature = options.temperature;
   }
@@ -3310,6 +3388,7 @@ export {
   palsuText,
   palsuThinking,
   palsuToolCall,
+  prewarmAnthropicCache,
   providerRegistry,
   registerPalsuProvider,
   setProviderDiagnostic,