@poncho-ai/harness 0.59.10 → 0.59.11

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/harness@0.59.10 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
+> @poncho-ai/harness@0.59.11 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
 > node scripts/embed-docs.js && tsup src/index.ts --format esm --dts
 
 [embed-docs] Generated poncho-docs.ts with 4 topics
@@ -9,8 +9,8 @@
 CLI Target: es2022
 ESM Build start
 ESM dist/isolate-F2PPSUL6.js 53.82 KB
-ESM dist/index.js            559.89 KB
-ESM ⚡️ Build success in 238ms
+ESM dist/index.js            560.62 KB
+ESM ⚡️ Build success in 239ms
 DTS Build start
-DTS ⚡️ Build success in 7368ms
+DTS ⚡️ Build success in 7569ms
 DTS dist/index.d.ts 102.06 KB

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @poncho-ai/harness
 
+## 0.59.11
+
+### Patch Changes
+
+- [`7464ad0`](https://github.com/cesr/poncho-ai/commit/7464ad04448095b34c4b1cbd52da559cf6bd6024) Thanks [@cesr](https://github.com/cesr)! - The user's memory file gets its own 1-hour Anthropic cache breakpoint.
+  It previously rode the uncached dynamic system tail (with todos + time),
+  which re-wrote the memory block — typically the bulk of a new
+  conversation's one-time cache cost — on every cold prefix, despite memory
+  only changing on explicit writes. System prompt is now three tiers:
+  static (1h), memory (1h), volatile todos+time (uncached).
+
 ## 0.59.10
 
 ### Patch Changes

package/dist/index.js

@@ -10720,11 +10720,11 @@ ${skillContextWindow}${browserContext}${fsContext}${isolateContext}` : `${agentP
       const timeContext = `
 
 Current UTC time (hour precision): ${hourlyTime}`;
-      const dynamicPart = `${memoryContext}${todoContext}${timeContext}`;
-      return { staticPart, dynamicPart };
+      const dynamicPart = `${todoContext}${timeContext}`;
+      return { staticPart, memoryPart: memoryContext, dynamicPart };
     };
-    let { staticPart: staticSystemPart, dynamicPart: dynamicSystemPart } = await buildSystemPromptParts();
-    let systemPrompt = `${staticSystemPart}${dynamicSystemPart}`;
+    let { staticPart: staticSystemPart, memoryPart: memorySystemPart, dynamicPart: dynamicSystemPart } = await buildSystemPromptParts();
+    let systemPrompt = `${staticSystemPart}${memorySystemPart}${dynamicSystemPart}`;
     let lastPromptFingerprint = `${this.agentFileFingerprint}
 ${this.skillFingerprint}`;
     const pushEvent = (event) => {
@@ -11203,6 +11203,18 @@ ${textContent}` };
                 anthropic: { cacheControl: { type: "ephemeral", ttl: "1h" } }
               }
             },
+            // Memory: per-user, conversation-independent, changes only on
+            // an explicit memory write — its own 1h breakpoint means a
+            // memory edit busts THIS block forward but a normal turn reads
+            // it (plus everything before it) from cache. Breakpoint budget:
+            // Anthropic allows 4; this is #2 of 3 (static, memory, tail).
+            ...memorySystemPart.length > 0 ? [{
+              role: "system",
+              content: memorySystemPart,
+              providerOptions: {
+                anthropic: { cacheControl: { type: "ephemeral", ttl: "1h" } }
+              }
+            }] : [],
             ...dynamicSystemPart.length > 0 ? [{ role: "system", content: dynamicSystemPart }] : [],
             ...cachedMessages
           ] : cachedMessages;
@@ -11844,8 +11856,8 @@ ${textContent}` };
               const currentFingerprint = `${this.agentFileFingerprint}
 ${this.skillFingerprint}`;
               if (currentFingerprint !== lastPromptFingerprint) {
-                ({ staticPart: staticSystemPart, dynamicPart: dynamicSystemPart } = await buildSystemPromptParts());
-                systemPrompt = `${staticSystemPart}${dynamicSystemPart}`;
+                ({ staticPart: staticSystemPart, memoryPart: memorySystemPart, dynamicPart: dynamicSystemPart } = await buildSystemPromptParts());
+                systemPrompt = `${staticSystemPart}${memorySystemPart}${dynamicSystemPart}`;
                 lastPromptFingerprint = currentFingerprint;
               }
             }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/harness",
-  "version": "0.59.10",
+  "version": "0.59.11",
   "description": "Agent execution runtime - conversation loop, tool dispatch, streaming",
   "repository": {
     "type": "git",

package/src/harness.ts

@@ -2331,13 +2331,17 @@ ${typeStubs}
 Code is wrapped in an async IIFE — use \`return\` to return a value to the tool result.`;
     }
 
-    // Split the system prompt into a static portion (stable across turns
-    // and jobs within an hour, modulo MCP connect/skill author/memory edit)
-    // and a dynamic tail (memory, todos, time). The static portion gets a
-    // 1-hour Anthropic cache breakpoint downstream; the tail rides the
-    // existing 5-min message-level breakpoint. See the streamText site for
-    // the breakpoint wiring.
-    const buildSystemPromptParts = async (): Promise<{ staticPart: string; dynamicPart: string }> => {
+    // Split the system prompt into THREE cacheability tiers (see the
+    // streamText site for the breakpoint wiring):
+    //   1. staticPart — agent body + skills + runtime context. Stable across
+    //      turns, conversations, and jobs within an hour. 1h breakpoint.
+    //   2. memoryPart — the user's memory file. Per-user, shared by every
+    //      conversation, and only changes on an explicit memory write — so
+    //      it gets its own 1h breakpoint instead of riding the volatile
+    //      tail (where it busted the message-history cache for no reason).
+    //   3. dynamicPart — todos + hour-quantized time. Genuinely volatile
+    //      within a conversation; uncached, kept as small as possible.
+    const buildSystemPromptParts = async (): Promise<{ staticPart: string; memoryPart: string; dynamicPart: string }> => {
       const agentPrompt = renderCurrentAgentPrompt();
       const tenantSkills = await this.getSkillsForTenant(input.tenantId);
       const skillContextWindow = buildSkillContextWindow(tenantSkills);
@@ -2358,13 +2362,13 @@ Code is wrapped in an async IIFE — use \`return\` to return a value to the too
         return `${weekday} ${d.toISOString().slice(0, 13)}Z`;
       })();
       const timeContext = `\n\nCurrent UTC time (hour precision): ${hourlyTime}`;
-      const dynamicPart = `${memoryContext}${todoContext}${timeContext}`;
-      return { staticPart, dynamicPart };
+      const dynamicPart = `${todoContext}${timeContext}`;
+      return { staticPart, memoryPart: memoryContext, dynamicPart };
     };
-    let { staticPart: staticSystemPart, dynamicPart: dynamicSystemPart } =
+    let { staticPart: staticSystemPart, memoryPart: memorySystemPart, dynamicPart: dynamicSystemPart } =
       await buildSystemPromptParts();
     // Concatenated form for legacy consumers (token estimation, telemetry).
-    let systemPrompt = `${staticSystemPart}${dynamicSystemPart}`;
+    let systemPrompt = `${staticSystemPart}${memorySystemPart}${dynamicSystemPart}`;
     let lastPromptFingerprint = `${this.agentFileFingerprint}\n${this.skillFingerprint}`;
 
     const pushEvent = (event: AgentEvent): AgentEvent => {
@@ -3008,6 +3012,20 @@ Code is wrapped in an async IIFE — use \`return\` to return a value to the too
                   anthropic: { cacheControl: { type: "ephemeral", ttl: "1h" } },
                 },
               },
+              // Memory: per-user, conversation-independent, changes only on
+              // an explicit memory write — its own 1h breakpoint means a
+              // memory edit busts THIS block forward but a normal turn reads
+              // it (plus everything before it) from cache. Breakpoint budget:
+              // Anthropic allows 4; this is #2 of 3 (static, memory, tail).
+              ...(memorySystemPart.length > 0
+                ? [{
+                    role: "system" as const,
+                    content: memorySystemPart,
+                    providerOptions: {
+                      anthropic: { cacheControl: { type: "ephemeral", ttl: "1h" } },
+                    },
+                  }]
+                : []),
               ...(dynamicSystemPart.length > 0
                 ? [{ role: "system" as const, content: dynamicSystemPart }]
                 : []),
@@ -3794,9 +3812,9 @@ Code is wrapped in an async IIFE — use \`return\` to return a value to the too
             agent = this.parsedAgent as ParsedAgent;
             const currentFingerprint = `${this.agentFileFingerprint}\n${this.skillFingerprint}`;
             if (currentFingerprint !== lastPromptFingerprint) {
-              ({ staticPart: staticSystemPart, dynamicPart: dynamicSystemPart } =
+              ({ staticPart: staticSystemPart, memoryPart: memorySystemPart, dynamicPart: dynamicSystemPart } =
                 await buildSystemPromptParts());
-              systemPrompt = `${staticSystemPart}${dynamicSystemPart}`;
+              systemPrompt = `${staticSystemPart}${memorySystemPart}${dynamicSystemPart}`;
               lastPromptFingerprint = currentFingerprint;
             }
           }