@kenkaiiii/gg-ai 5.67.1 → 5.68.0

package/dist/index.d.cts

@@ -245,6 +245,14 @@ interface StreamOptions {
      *  stalls — broken SSE connections (transient CDN / proxy issues) often
      *  recover when the same request is issued over a plain HTTP request/response. */
     streaming?: boolean;
+    /** Cache prewarm (Anthropic only; other providers ignore it). Sends the exact
+     *  same request prefix (system, tools, messages, thinking, betas) with
+     *  `max_tokens: 1` over a non-streaming request so the prompt cache is written
+     *  before the user's next real turn. If the configured thinking mode cannot be
+     *  kept identical at `max_tokens: 1` (budget thinking requires
+     *  budget_tokens < max_tokens), no request is sent and the response has
+     *  zero usage with stopReason "end_turn". */
+    prewarm?: boolean;
     /** Override the User-Agent sent with OAuth-authenticated Anthropic requests.
      *  Anthropic's OAuth edge rejects requests whose claude-cli version lags too
      *  far behind the real Claude Code release; callers that track the live

package/dist/index.d.ts

@@ -245,6 +245,14 @@ interface StreamOptions {
      *  stalls — broken SSE connections (transient CDN / proxy issues) often
      *  recover when the same request is issued over a plain HTTP request/response. */
     streaming?: boolean;
+    /** Cache prewarm (Anthropic only; other providers ignore it). Sends the exact
+     *  same request prefix (system, tools, messages, thinking, betas) with
+     *  `max_tokens: 1` over a non-streaming request so the prompt cache is written
+     *  before the user's next real turn. If the configured thinking mode cannot be
+     *  kept identical at `max_tokens: 1` (budget thinking requires
+     *  budget_tokens < max_tokens), no request is sent and the response has
+     *  zero usage with stopReason "end_turn". */
+    prewarm?: boolean;
     /** Override the User-Agent sent with OAuth-authenticated Anthropic requests.
      *  Anthropic's OAuth edge rejects requests whose claude-cli version lags too
      *  far behind the real Claude Code release; callers that track the live

package/dist/index.js

@@ -1376,7 +1376,7 @@ function streamAnthropic(options) {
 async function* runStream(options) {
   const client = createClient(options);
   const isOAuth = options.apiKey?.startsWith("sk-ant-oat");
-  const useStreaming = options.streaming !== false;
+  const useStreaming = options.streaming !== false && !options.prewarm;
   const cacheControl = toAnthropicCacheControl(options.cacheRetention, options.baseUrl);
   const supportsFirstPartyToolExtras = !options.baseUrl || options.baseUrl.includes("api.anthropic.com");
   const downgradedImages = downgradeUnsupportedImages(options.messages, options.supportsImages);
@@ -1400,6 +1400,17 @@ async function* runStream(options) {
       outputConfig = t.outputConfig;
     }
   }
+  if (options.prewarm) {
+    const budget = thinking?.budget_tokens;
+    if (budget != null && budget >= 1) {
+      return {
+        message: { role: "assistant", content: [] },
+        stopReason: "end_turn",
+        usage: { inputTokens: 0, outputTokens: 0 }
+      };
+    }
+    maxTokens = 1;
+  }
   const params = {
     model: options.model,
     max_tokens: maxTokens,