pi-tuck 1.0.25 → 1.0.26

package/CHANGELOG.md

@@ -3,6 +3,24 @@
 All notable changes to pi-tuck. The format follows [Keep a Changelog](https://keepachangelog.com/en/1.1.0/), and versions follow
 [Semantic Versioning](https://semver.org/).
 
+## [1.0.26] - 2026-11-10
+
+### Fixed
+
+- **1.0.25 failed to load in an installed Pi** ("Cannot find module '@earendil-works/pi-ai/utils/estimate'"). Pi's extension loader resolves
+  only a few pi-ai entry points for an installed package, and 1.0.25 imported another one by name.
+- **Since 1.0.23, the check of Pi's own reply cap never ran in an installed Pi**, for the same reason. It loaded only in tests and the eval
+  harness, where pi-ai resolves by name; the installed package silently fell back without it. The 4,096-token margin in the hard line held,
+  because it fell back to the same value.
+  - pi-tuck now loads Pi's reply clamp and estimator from the running Pi's own install. If it can't find them (a host embedding Pi), it
+    keeps the fallback as before.
+
+### Release gates
+
+- **New gate:** the packed tarball was loaded in the real installed Pi before publishing. It loaded, and Pi's clamp resolved from Pi's own
+  install.
+- Requests are unchanged from 1.0.25 wherever pi-ai resolves by name, which covers replay, stress and tests. Tests and CI pass.
+
 ## [1.0.25] - 2026-11-10
 
 ### Fixed

package/dist/src/build-id.d.ts

@@ -1 +1 @@
-export declare const BUILD_ID = "48d3f777f203edb56b29154215540eb8245182237d18cdc50c6cbe704ea28e7e";
+export declare const BUILD_ID = "e95edde95c614d01e1cbf6489134676fac0c1bbf6aa57ef639ffac1e7e105041";

package/dist/src/build-id.js

@@ -1 +1 @@
-export const BUILD_ID = "48d3f777f203edb56b29154215540eb8245182237d18cdc50c6cbe704ea28e7e";
+export const BUILD_ID = "e95edde95c614d01e1cbf6489134676fac0c1bbf6aa57ef639ffac1e7e105041";

package/dist/src/compaction.js

@@ -1,5 +1,5 @@
 import { textOf } from "./tuck/core/content.js";
-import { requestReplyFloor, carriesPrompt, needsFullReplyReserve, thinkingOnlyLength, piContextSafetyMargin } from "./request-capacity.js";
+import { requestReplyFloor, carriesPrompt, needsFullReplyReserve, thinkingOnlyLength, piContextSafetyMargin, loadPiRequestMath } from "./request-capacity.js";
 import { BUILD_ID } from "./build-id.js";
 import { createSemanticRecall, budgetSemantic } from "./semantic-recall.js";
 import { DIAGNOSTIC_BUILD, IncidentRecorder, attachReceipt, permittedEntries, receiptId, findReceiptEntry } from "./diagnostics.js";
@@ -11,7 +11,6 @@ import { projectedMessages } from "./omissions.js";
 import { applyClips, clipBudgets, clipFor } from "./clip.js";
 import { DEFAULT_CUT_AT, bandOf, chooseCut, conversationTokens, gateCut, incomingEventTokens, incomingTokens, measurableConversationTokens, planningReserve, projectedConversationTokens, systemPart, validCutAt } from "./budget.js";
 import { getCurrentSystemMessage, isContextOverflow, normalizeContext } from "@earendil-works/pi-ai";
-import { estimateContextTokens } from "@earendil-works/pi-ai/utils/estimate";
 import { calculateContextTokens, convertToLlm, estimateTokens, shouldCompact, SessionManager, SettingsManager } from "@earendil-works/pi-coding-agent";
 import { Type } from "typebox";
 import { Check } from "typebox/value";
@@ -105,9 +104,9 @@ export function seedWindow(branch, key) {
     return initialWindow(key);
 }
 export async function installCompaction(pi, options = {}) {
-    const piMargin = options.requestReserve ? 0 : await piContextSafetyMargin();
-    const piClamp = await import('@earendil-works/pi-ai/api/simple-options')
-        .then(module => module.clampMaxTokensToContext).catch(() => undefined);
+    const piMath = await loadPiRequestMath();
+    const piMargin = options.requestReserve ? 0 : await piContextSafetyMargin(piMath);
+    const piClamp = piMath?.clampMaxTokensToContext;
     const cutAt = options.cutAt ?? DEFAULT_CUT_AT;
     if (!validCutAt(cutAt))
         throw new Error("Invalid cut point: cutAt must be a number above 0 and at most 1");
@@ -367,7 +366,7 @@ export async function installCompaction(pi, options = {}) {
         const context = normalizeContext({ messages: convertToLlm(messages) });
         const cap = piClamp?.(ctx.model, context, ctx.model.maxTokens);
         return { cap, leavesFloor: cap === undefined || cap >= limits(ctx).replyFloor,
-            estimate: estimateContextTokens(context).tokens };
+            estimate: piMath ? piMath.estimateContextTokens(context).tokens : 0 };
     };
     const projectedRequest = (messages, ctx, host, incoming, prompt, tools, cut) => {
         const enabled = cut || historyToolsEnabled(ctx), shapes = toolShapes(historyToolNames(pi, tools, enabled));

package/dist/src/diagnostics.d.ts

@@ -1,6 +1,6 @@
 import { type RecallPolicy } from './recall.js';
 import type { SessionEntry } from '@earendil-works/pi-coding-agent';
-export declare const DIAGNOSTIC_BUILD = "48d3f777f203edb56b29154215540eb8245182237d18cdc50c6cbe704ea28e7e";
+export declare const DIAGNOSTIC_BUILD = "e95edde95c614d01e1cbf6489134676fac0c1bbf6aa57ef639ffac1e7e105041";
 export interface Receipt {
     id: string;
     build: string;

package/dist/src/request-capacity.d.ts

@@ -1,9 +1,21 @@
 import type { SessionEntry } from '@earendil-works/pi-coding-agent';
 import type { AgentMessage, Messages } from './budget.js';
+type SimpleOptions = typeof import('@earendil-works/pi-ai/api/simple-options');
+type Estimate = typeof import('@earendil-works/pi-ai/utils/estimate');
+export type PiRequestMath = {
+    clampMaxTokensToContext: SimpleOptions['clampMaxTokensToContext'];
+    estimateContextTokens: Estimate['estimateContextTokens'];
+};
+/** Pi's own request arithmetic: its reply clamp and the estimator behind it, as the running Pi has them.
+ * An installed extension cannot import these subpaths by name: Pi's extension loader aliases only pi-ai's root, compat, models, oauth and
+ * providers/all, and an installed package has no node_modules of its own. So resolve them first by name (tests, the eval harness, a dev
+ * checkout), then from the running Pi's own install, beside its executable. If neither works (an SDK host), there is none, and callers
+ * keep their fallbacks. */
+export declare function loadPiRequestMath(): Promise<PiRequestMath | undefined>;
 /** Read Pi's private safety allowance through its public clamp, rather than copying it.
- * Older/unavailable subpaths fall back to Pi 1.2–1.5's documented 4,096-token allowance.
+ * Without Pi's request arithmetic, fall back to Pi 1.2–1.5's documented 4,096-token allowance.
  */
-export declare function piContextSafetyMargin(): Promise<number>;
+export declare function piContextSafetyMargin(math?: PiRequestMath): Promise<number>;
 /** The smallest reply room a request above the room must leave after Pi's own clamp: above the user's p99 reply (3,270 tokens). */
 export declare const REPLY_FLOOR_MIN = 3584;
 /** A spent thinking budget that produced neither a visible answer nor work. Empty/text/tool replies keep the existing length recovery. */
@@ -16,3 +28,4 @@ export declare function branchReplyFloor(branch: readonly SessionEntry[], reserv
 export declare function requestReplyFloor(branch: readonly SessionEntry[], reserve: number, maxTokens?: number): number;
 /** Check decoded text, including a whole verbatim user quote in our summary; never JSON-escaped substring matching. */
 export declare function carriesPrompt(messages: Messages, prompt: string): boolean;
+export {};

package/dist/src/request-capacity.js

@@ -1,13 +1,51 @@
 import { isContextOverflow, normalizeContext } from '@earendil-works/pi-ai';
 import { parseRecords, splitSummary } from './tuck/core/transcript.js';
+/** Pi's own request arithmetic: its reply clamp and the estimator behind it, as the running Pi has them.
+ * An installed extension cannot import these subpaths by name: Pi's extension loader aliases only pi-ai's root, compat, models, oauth and
+ * providers/all, and an installed package has no node_modules of its own. So resolve them first by name (tests, the eval harness, a dev
+ * checkout), then from the running Pi's own install, beside its executable. If neither works (an SDK host), there is none, and callers
+ * keep their fallbacks. */
+export async function loadPiRequestMath() {
+    try {
+        const [simple, estimate] = await Promise.all([import('@earendil-works/pi-ai/api/simple-options'), import('@earendil-works/pi-ai/utils/estimate')]);
+        return { clampMaxTokensToContext: simple.clampMaxTokensToContext, estimateContextTokens: estimate.estimateContextTokens };
+    }
+    catch { /* not resolvable by name: an installed extension */ }
+    try {
+        // pi-ai's exports map these subpaths for `import` only (./api/* -> ./dist/api/*.js), so find the package beside Pi's executable and
+        // import the files that map names.
+        const [{ existsSync, realpathSync }, { dirname, join }, { pathToFileURL }] = await Promise.all([import('node:fs'), import('node:path'), import('node:url')]);
+        const entry = process.argv[1];
+        if (!entry)
+            return undefined;
+        let dir = dirname(realpathSync(entry)), root;
+        for (let up = 0; up < 12 && !root; up++, dir = dirname(dir)) {
+            const candidate = join(dir, 'node_modules', '@earendil-works', 'pi-ai');
+            if (existsSync(join(candidate, 'dist', 'api', 'simple-options.js')))
+                root = candidate;
+            if (dirname(dir) === dir)
+                break;
+        }
+        if (!root)
+            return undefined;
+        const [simple, estimate] = await Promise.all([
+            import(pathToFileURL(join(root, 'dist', 'api', 'simple-options.js')).href),
+            import(pathToFileURL(join(root, 'dist', 'utils', 'estimate.js')).href)
+        ]);
+        if (typeof simple.clampMaxTokensToContext !== 'function' || typeof estimate.estimateContextTokens !== 'function')
+            return undefined;
+        return { clampMaxTokensToContext: simple.clampMaxTokensToContext, estimateContextTokens: estimate.estimateContextTokens };
+    }
+    catch {
+        return undefined;
+    }
+}
 /** Read Pi's private safety allowance through its public clamp, rather than copying it.
- * Older/unavailable subpaths fall back to Pi 1.2–1.5's documented 4,096-token allowance.
+ * Without Pi's request arithmetic, fall back to Pi 1.2–1.5's documented 4,096-token allowance.
  */
-export async function piContextSafetyMargin() {
+export async function piContextSafetyMargin(math) {
     try {
-        const [{ clampMaxTokensToContext }, { estimateContextTokens }] = await Promise.all([
-            import('@earendil-works/pi-ai/api/simple-options'), import('@earendil-works/pi-ai/utils/estimate'),
-        ]);
+        const { clampMaxTokensToContext, estimateContextTokens } = math ?? await loadPiRequestMath() ?? (() => { throw new Error('No Pi request math'); })();
         const window = 1_000_000, context = normalizeContext({ messages: [] });
         const margin = window - estimateContextTokens(context).tokens - clampMaxTokensToContext({ contextWindow: window, maxTokens: window }, context, window);
         if (!Number.isSafeInteger(margin) || margin < 0 || margin >= window)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-tuck",
-  "version": "1.0.25",
+  "version": "1.0.26",
   "description": "Deterministic compaction for Pi with no model call, plus exact recall of earlier history. Search by meaning on Apple silicon.",
   "keywords": [
     "pi-package",

package/src/build-id.ts

@@ -1 +1 @@
-export const BUILD_ID = "48d3f777f203edb56b29154215540eb8245182237d18cdc50c6cbe704ea28e7e";
+export const BUILD_ID = "e95edde95c614d01e1cbf6489134676fac0c1bbf6aa57ef639ffac1e7e105041";

package/src/compaction.ts

@@ -1,5 +1,5 @@
 import { textOf } from "./tuck/core/content.js";
-import { requestReplyFloor, carriesPrompt, needsFullReplyReserve, thinkingOnlyLength, piContextSafetyMargin } from "./request-capacity.js";
+import { requestReplyFloor, carriesPrompt, needsFullReplyReserve, thinkingOnlyLength, piContextSafetyMargin, loadPiRequestMath } from "./request-capacity.js";
 import { BUILD_ID } from "./build-id.js";
 import { createSemanticRecall, budgetSemantic, type SemanticRecallController } from "./semantic-recall";
 import { DIAGNOSTIC_BUILD, IncidentRecorder, attachReceipt, permittedEntries, receiptId, findReceiptEntry, type Receipt, type RecorderOptions } from "./diagnostics.js";
@@ -12,7 +12,6 @@ import { applyClips, clipBudgets, clipFor, type Clip } from "./clip.js";
 import { DEFAULT_CUT_AT, bandOf, chooseCut, conversationTokens, gateCut, incomingEventTokens, incomingTokens, measurableConversationTokens, planningReserve, projectedConversationTokens, systemPart, validCutAt,
     type AgentMessage, type Decision, type Messages, type Plan, type Target } from "./budget.js";
 import { getCurrentSystemMessage, isContextOverflow, normalizeContext, type ImageContent, type ToolResultMessage } from "@earendil-works/pi-ai";
-import { estimateContextTokens } from "@earendil-works/pi-ai/utils/estimate";
 import { calculateContextTokens, convertToLlm, estimateTokens, shouldCompact, SessionManager, SettingsManager, type ExtensionAPI, type ExtensionContext, type SessionEntry, type SessionBoundaryDraft, type TurnEndEvent } from "@earendil-works/pi-coding-agent";
 import { Type } from "typebox";
 import { Check } from "typebox/value";
@@ -135,9 +134,9 @@ export interface CompactionOptions {
 }
 
 export async function installCompaction(pi: ExtensionAPI, options: CompactionOptions = {}) {
-    const piMargin = options.requestReserve ? 0 : await piContextSafetyMargin();
-    const piClamp = await import('@earendil-works/pi-ai/api/simple-options')
-        .then(module => module.clampMaxTokensToContext).catch(() => undefined);
+    const piMath = await loadPiRequestMath();
+    const piMargin = options.requestReserve ? 0 : await piContextSafetyMargin(piMath);
+    const piClamp = piMath?.clampMaxTokensToContext;
     const cutAt = options.cutAt ?? DEFAULT_CUT_AT;
     if (!validCutAt(cutAt)) throw new Error("Invalid cut point: cutAt must be a number above 0 and at most 1");
     const semantic = options.semanticRecall ?? createSemanticRecall(), search = options.search ?? true;
@@ -350,7 +349,7 @@ export async function installCompaction(pi: ExtensionAPI, options: CompactionOpt
         const context = normalizeContext({ messages: convertToLlm(messages) });
         const cap = piClamp?.(ctx.model!, context, ctx.model!.maxTokens);
         return { cap, leavesFloor: cap === undefined || cap >= limits(ctx).replyFloor,
-            estimate: estimateContextTokens(context).tokens };
+            estimate: piMath ? piMath.estimateContextTokens(context).tokens : 0 };
     };
     const projectedRequest = (messages: Messages, ctx: ExtensionContext, host: Messages, incoming: Messages, prompt: string, tools: readonly string[], cut: boolean) => {
         const enabled = cut || historyToolsEnabled(ctx), shapes = toolShapes(historyToolNames(pi, tools, enabled));

package/src/request-capacity.ts

@@ -3,14 +3,47 @@ import type { SessionEntry } from '@earendil-works/pi-coding-agent';
 import type { AgentMessage, Messages } from './budget.js';
 import { parseRecords, splitSummary } from './tuck/core/transcript.js';
 
+type SimpleOptions = typeof import('@earendil-works/pi-ai/api/simple-options');
+type Estimate = typeof import('@earendil-works/pi-ai/utils/estimate');
+export type PiRequestMath = { clampMaxTokensToContext: SimpleOptions['clampMaxTokensToContext']; estimateContextTokens: Estimate['estimateContextTokens'] };
+
+/** Pi's own request arithmetic: its reply clamp and the estimator behind it, as the running Pi has them.
+ * An installed extension cannot import these subpaths by name: Pi's extension loader aliases only pi-ai's root, compat, models, oauth and
+ * providers/all, and an installed package has no node_modules of its own. So resolve them first by name (tests, the eval harness, a dev
+ * checkout), then from the running Pi's own install, beside its executable. If neither works (an SDK host), there is none, and callers
+ * keep their fallbacks. */
+export async function loadPiRequestMath(): Promise<PiRequestMath | undefined> {
+    try {
+        const [simple, estimate] = await Promise.all([import('@earendil-works/pi-ai/api/simple-options'), import('@earendil-works/pi-ai/utils/estimate')]);
+        return { clampMaxTokensToContext: simple.clampMaxTokensToContext, estimateContextTokens: estimate.estimateContextTokens };
+    } catch { /* not resolvable by name: an installed extension */ }
+    try {
+        // pi-ai's exports map these subpaths for `import` only (./api/* -> ./dist/api/*.js), so find the package beside Pi's executable and
+        // import the files that map names.
+        const [{ existsSync, realpathSync }, { dirname, join }, { pathToFileURL }] = await Promise.all([import('node:fs'), import('node:path'), import('node:url')]);
+        const entry = process.argv[1];
+        if (!entry) return undefined;
+        let dir = dirname(realpathSync(entry)), root: string | undefined;
+        for (let up = 0; up < 12 && !root; up++, dir = dirname(dir)) {
+            const candidate = join(dir, 'node_modules', '@earendil-works', 'pi-ai');
+            if (existsSync(join(candidate, 'dist', 'api', 'simple-options.js'))) root = candidate;
+            if (dirname(dir) === dir) break;
+        }
+        if (!root) return undefined;
+        const [simple, estimate] = await Promise.all([
+            import(pathToFileURL(join(root, 'dist', 'api', 'simple-options.js')).href) as Promise<SimpleOptions>,
+            import(pathToFileURL(join(root, 'dist', 'utils', 'estimate.js')).href) as Promise<Estimate>]);
+        if (typeof simple.clampMaxTokensToContext !== 'function' || typeof estimate.estimateContextTokens !== 'function') return undefined;
+        return { clampMaxTokensToContext: simple.clampMaxTokensToContext, estimateContextTokens: estimate.estimateContextTokens };
+    } catch { return undefined; }
+}
+
 /** Read Pi's private safety allowance through its public clamp, rather than copying it.
- * Older/unavailable subpaths fall back to Pi 1.2–1.5's documented 4,096-token allowance.
+ * Without Pi's request arithmetic, fall back to Pi 1.2–1.5's documented 4,096-token allowance.
  */
-export async function piContextSafetyMargin(): Promise<number> {
+export async function piContextSafetyMargin(math?: PiRequestMath): Promise<number> {
     try {
-        const [{ clampMaxTokensToContext }, { estimateContextTokens }] = await Promise.all([
-            import('@earendil-works/pi-ai/api/simple-options'), import('@earendil-works/pi-ai/utils/estimate'),
-        ]);
+        const { clampMaxTokensToContext, estimateContextTokens } = math ?? await loadPiRequestMath() ?? (() => { throw new Error('No Pi request math'); })();
         const window = 1_000_000, context = normalizeContext({ messages: [] });
         const margin = window - estimateContextTokens(context).tokens - clampMaxTokensToContext({ contextWindow: window, maxTokens: window } as never, context, window);
         if (!Number.isSafeInteger(margin) || margin < 0 || margin >= window) throw new Error('Invalid Pi context margin');