@kenkaiiii/gg-ai 5.77.0 → 5.78.0

package/dist/index.js

@@ -1130,6 +1130,7 @@ function remapAnthropicToolCallId(id, idMap) {
 function toAnthropicMessages(messages, cacheControl, options) {
   let systemText;
   const out = [];
+  const userTurnIdx = [];
   const idMap = /* @__PURE__ */ new Map();
   const keepFallbackBlocks = options?.fallbackBlocks === true;
   const droppedToolCallIds = /* @__PURE__ */ new Set();
@@ -1150,6 +1151,7 @@ function toAnthropicMessages(messages, cacheControl, options) {
       } else if (!msg.content.some((p) => !(p.type === "text" && p.text === ""))) {
         continue;
       }
+      userTurnIdx.push(out.length);
       out.push({
         role: "user",
         content: typeof msg.content === "string" ? msg.content : msg.content.filter((part) => !(part.type === "text" && part.text === "")).map((part) => {
@@ -1204,28 +1206,21 @@ function toAnthropicMessages(messages, cacheControl, options) {
     }
   }
   if (cacheControl && out.length > 0) {
-    for (let i = out.length - 1; i >= 0; i--) {
-      if (out[i].role === "user") {
-        const content = out[i].content;
-        if (typeof content === "string") {
-          out[i] = {
-            role: "user",
-            content: [
-              {
-                type: "text",
-                text: content,
-                cache_control: cacheControl
-              }
-            ]
-          };
-        } else if (Array.isArray(content) && content.length > 0) {
-          const last = content[content.length - 1];
-          content[content.length - 1] = {
-            ...last,
-            cache_control: cacheControl
-          };
+    let tail = out.length - 1;
+    while (tail >= 0 && out[tail]?.role !== "user") tail--;
+    if (tail !== -1) {
+      if (cacheControl.ttl === "1h") {
+        const anchor = userTurnIdx.at(-1);
+        if (anchor === tail) {
+          const previous = userTurnIdx.at(-2);
+          if (previous !== void 0) markAnthropicCacheBreakpoint(out, previous, cacheControl);
+          markAnthropicCacheBreakpoint(out, tail, cacheControl);
+        } else {
+          if (anchor !== void 0) markAnthropicCacheBreakpoint(out, anchor, cacheControl);
+          markAnthropicCacheBreakpoint(out, tail, { type: "ephemeral" });
         }
-        break;
+      } else {
+        markAnthropicCacheBreakpoint(out, tail, cacheControl);
       }
     }
   }
@@ -1252,6 +1247,25 @@ function toAnthropicMessages(messages, cacheControl, options) {
   }
   return { system, messages: out };
 }
+function markAnthropicCacheBreakpoint(out, index, cacheControl) {
+  const message = out[index];
+  if (!message) return;
+  const content = message.content;
+  if (typeof content === "string") {
+    out[index] = {
+      role: message.role,
+      content: [
+        { type: "text", text: content, cache_control: cacheControl }
+      ]
+    };
+  } else if (content.length > 0) {
+    const last = content[content.length - 1];
+    content[content.length - 1] = {
+      ...last,
+      cache_control: cacheControl
+    };
+  }
+}
 function toAnthropicTools(tools, options) {
   return tools.map((tool, index) => {
     const anthropicTool = {