pi-better-harness 0.40.3 → 0.40.4

package/node_modules/pi-better-model-router/README.md

@@ -108,7 +108,9 @@ DeepSeek also excludes Chinese public holidays. The bundled holiday list is curr
 - When every candidate is excluded but at least one failed transiently, retry the model the turn already uses instead of ending the turn. Only rejected requests can end it with no route left.
 - Preserve the failed model only after a context overflow, because Pi retries that request after compacting the conversation and a switch would pay a cold cache.
 - Report excluded and demoted providers as router state only when those lists change, so a long session does not append one state entry per request.
-- Declare the virtual model's 1M context window and 384k output limit. Pi reads them whenever a response names no physical model, which is what the router's own routing error looks like, and an undeclared limit counts as zero. A zero window makes every conversation look over the compaction threshold, so Pi would compact after each routing error at any context size.
+- Declare the virtual model's context limits as a pair that fits the provider window. Pi reads them whenever a response names no physical model, which is what the router's own routing error looks like, and an undeclared limit counts as zero. A zero window makes every conversation look over the compaction threshold, so Pi would compact after each routing error at any context size.
+
+  Both candidates share one 1,048,576-token window between input and output, but Pi treats `contextWindow` as the input allowance and `maxTokens` as room beyond it. The router therefore declares an input budget of `1,048,576 - 64,000` beside a 64,000-token output budget, so the two add up to the provider window. Declaring the raw 1,048,576 window beside a large output budget promises capacity no endpoint has: a 746,917-token conversation plus a 384,000-token completion is 1,130,917 tokens, which the provider rejects. The same pair also keeps Pi's compaction trigger below the point where output stops fitting.
 - Stop with an error when every candidate is unavailable or rejected. A new user turn clears the exclusions.
 - Direct requests, such as compaction summaries, compare prices independently.
 

package/node_modules/pi-better-model-router/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-better-model-router",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "description": "Price-aware virtual model routing for Pi.",
   "type": "module",
   "license": "MIT",

package/node_modules/pi-better-model-router/src/index.ts

@@ -22,12 +22,20 @@ export interface VirtualDefinition {
   contextWindow: number; maxTokens: number;
   route(request: RouteRequest, ctx: ExtensionContext): RouteResult;
 }
-// Both candidate families declare a 1M context window, so the router declares the shared
-// floor. Pi needs it whenever a response names no physical model, which is exactly the
-// router's own routing error: with no declared limit Pi falls back to a zero window, sees
+// Pi needs a declared window whenever a response names no physical model, which is exactly
+// the router's own routing error: with no declared limit Pi falls back to a zero window, sees
 // every conversation as over the threshold, and compacts after each routing error.
-const CONTEXT_WINDOW = 1_000_000;
-const MAX_TOKENS = 384_000;
+//
+// Both candidate families share one 1,048,576-token window between input and output, but Pi
+// treats contextWindow as the input allowance and maxTokens as room beyond it. Declaring the
+// raw window beside a large output budget therefore promises capacity the provider does not
+// have: 746,917 tokens of history plus a 384,000-token completion is 1,130,917, and the
+// request is rejected for exceeding 1,048,576. Declare the input budget the shared window
+// leaves after the output budget instead, so both the compaction threshold and the
+// request-time clamp stay inside the real window.
+const PROVIDER_CONTEXT_WINDOW = 1_048_576;
+const MAX_TOKENS = 64_000;
+const CONTEXT_WINDOW = PROVIDER_CONTEXT_WINDOW - MAX_TOKENS;
 function sameList(left: readonly string[] = [], right: readonly string[] = []): boolean {
   return left.length === right.length && left.every((value, index) => value === right[index]);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-better-harness",
-  "version": "0.40.3",
+  "version": "0.40.4",
   "description": "Pi extension bundle for a write sandbox, subagents, background tasks, SSH, goals, model routing, and Outcome & Todo.",
   "license": "MIT",
   "type": "module",
@@ -57,7 +57,7 @@
   "dependencies": {
     "pi-better-background-tasks": "0.14.2",
     "pi-better-goal": "0.12.1",
-    "pi-better-model-router": "0.1.3",
+    "pi-better-model-router": "0.1.4",
     "pi-ollama-cloud": "0.13.1",
     "pi-better-sandbox": "0.14.1",
     "pi-better-ssh": "0.1.4",