pi-openai-toolkit 0.17.0 → 0.17.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-openai-toolkit",
-  "version": "0.17.0",
+  "version": "0.17.2",
   "private": false,
   "type": "module",
   "engines": {

package/src/context-management/codex-provider.ts

@@ -153,7 +153,8 @@ export function codexContextProviderHeaders(
 		headers.delete("Cookie");
 		headers.set("originator", CODEX_GATEWAY_ORIGINATOR);
 		headers.set("User-Agent", userAgent(CODEX_CLIENT_VERSION));
-		headers.set("version", CODEX_CLIENT_VERSION);
+		// Let the gateway own its version policy; preserve an explicitly configured
+		// version already copied from provider.headers above.
 		headers.set("X-Codex-Affinity-Scope", CODEX_AFFINITY_SCOPE);
 		headers.set("X-Codex-Model", provider.model);
 	}

package/src/context-management/window-manager.ts

@@ -1,12 +1,14 @@
 import { randomUUID } from "node:crypto";
 import type { AgentMessage } from "@earendil-works/pi-agent-core";
 import type { ProviderHeaders } from "@earendil-works/pi-ai";
-import type {
-	CompactionResult,
-	ExtensionAPI,
-	ExtensionContext,
-	SessionBeforeCompactEvent,
-	SessionEntry,
+import {
+	calculateContextTokens,
+	estimateTokens,
+	type CompactionResult,
+	type ExtensionAPI,
+	type ExtensionContext,
+	type SessionBeforeCompactEvent,
+	type SessionEntry,
 } from "@earendil-works/pi-coding-agent";
 import { ContextWindowBudget, type ContextRemaining } from "./window-budget";
 import type { WindowBulkReport } from "./window-bulk";
@@ -86,6 +88,12 @@ export class CodexContextWindowManager {
 	private lastKnownSystemHead: AgentMessage | undefined;
 	private bulkReport: WindowBulkReport | undefined;
 	private bulkSurfacedKey: string | undefined;
+	/**
+	 * Pi's getContextUsage() measures the durable transcript. Remote windows are
+	 * projected only by this extension, so remember the last provider-visible
+	 * estimate for budget decisions and get_context_remaining.
+	 */
+	private projectedContextTokens: number | undefined;
 	private readonly loadThreadHint: ThreadHintLoader;
 
 	constructor(loadThreadHint?: ThreadHintLoader) {
@@ -149,6 +157,7 @@ export class CodexContextWindowManager {
 		this.branchStateInvalidated = false;
 		this.budget.reset();
 		this.trimPendingWindowId = undefined;
+		this.projectedContextTokens = undefined;
 	}
 
 	restore(entries: readonly SessionEntry[], sessionId?: string): void {
@@ -240,6 +249,7 @@ export class CodexContextWindowManager {
 		mode: "off" | "remote",
 	): AgentMessage[] {
 		if (mode === "off") {
+			this.projectedContextTokens = undefined;
 			return messages.filter(
 				(message) => message.role !== "custom" || message.customType !== CODEX_CONTEXT_WINDOW_MESSAGE_TYPE,
 			);
@@ -266,11 +276,16 @@ export class CodexContextWindowManager {
 			this.restoredMarkerId = undefined;
 			this.budget.reset();
 			this.trimPendingWindowId = undefined;
+			this.projectedContextTokens = undefined;
 		}
 		// Projection observes the request view, never durable session state. A
 		// queued rollover marker must not clear the duplicate guard here.
 		const trimmed = boundaryIndex < 0 ? [...messages] : this.trimToWindow(messages, boundaryIndex);
-		return mode === "remote" ? projectEncryptedToolResults(trimmed) : trimmed;
+		const projected = mode === "remote" ? projectEncryptedToolResults(trimmed) : trimmed;
+		this.projectedContextTokens = mode === "remote" && this.identity
+			? estimateProjectedWindowTokens(projected)
+			: undefined;
+		return projected;
 	}
 
 	/**
@@ -363,7 +378,12 @@ export class CodexContextWindowManager {
 		// once-per-window reminder on a false alarm seconds after a successful
 		// rollover, leaving the window silent for the rest of its life.
 		if (!hasAssistantUsageSinceWindowBoundary(ctx.sessionManager.getBranch(), this.sessionId)) return;
-		const reminder = this.budget.record(ctx, this.identity, contextTokens, contextReminderThresholdPercent);
+		const reminder = this.budget.record(
+			ctx,
+			this.identity,
+			contextTokens ?? this.projectedContextTokens,
+			contextReminderThresholdPercent,
+		);
 		if (!reminder) return;
 		sendContextWindowMessage(
 			pi,
@@ -375,7 +395,7 @@ export class CodexContextWindowManager {
 	}
 
 	remaining(ctx: ExtensionContext, contextTokens?: number): ContextRemaining {
-		return this.budget.remaining(ctx, this.identity, contextTokens);
+		return this.budget.remaining(ctx, this.identity, contextTokens ?? this.projectedContextTokens);
 	}
 
 	/**
@@ -703,6 +723,35 @@ function matchesSession(markerSessionId: string | undefined, sessionId: string |
 	return sessionId === undefined || markerSessionId === sessionId;
 }
 
+function estimateProjectedWindowTokens(messages: readonly AgentMessage[]): number {
+	let lastUsageIndex = -1;
+	let usageTokens = 0;
+	for (let index = messages.length - 1; index >= 0; index -= 1) {
+		const message = messages[index]!;
+		if (message.role !== "assistant" || message.stopReason === "aborted" || message.stopReason === "error" || !message.usage) continue;
+		const tokens = calculateContextTokens(message.usage);
+		if (tokens <= 0) continue;
+		lastUsageIndex = index;
+		usageTokens = tokens;
+		break;
+	}
+	if (lastUsageIndex < 0) return messages.reduce((total, message) => total + estimateProjectedMessageTokens(message), 0);
+	return usageTokens + messages
+		.slice(lastUsageIndex + 1)
+		.reduce((total, message) => total + estimateProjectedMessageTokens(message), 0);
+}
+
+function estimateProjectedMessageTokens(message: AgentMessage): number {
+	// A synthetic custom marker may be represented without content in a test or
+	// by an older host. It contributes no measurable text; it must not make the
+	// context hook fail closed merely because the diagnostic estimate is missing.
+	if (
+		!("content" in message) ||
+		(typeof message.content !== "string" && !Array.isArray(message.content))
+	) return 0;
+	return estimateTokens(message);
+}
+
 function projectEncryptedToolResults(messages: readonly AgentMessage[]): AgentMessage[] {
 	let changed = false;
 	const projected = messages.map((message) => {

package/src/extension-runtime.ts

@@ -876,13 +876,16 @@ async function handleContextInternal(
 		const remoteActive = await remoteContextActive(ctx, config);
 		if (remoteActive) {
 			try {
+				// Measure the provider-visible current window, not Pi's durable transcript.
+				// The latter still contains retired remote windows and can be inflated by
+				// an upstream error even though this request only carries the live window.
+				const projected = contextWindows.project(event.messages, "remote");
 				contextWindows.recordBudget(
 					pi,
 					ctx,
 					true,
 					config.contextReminderThresholdPercent,
 				);
-				const projected = contextWindows.project(event.messages, "remote");
 				reportProjectionDiagnostics(contextWindows, config, ctx);
 				return projected.length === event.messages.length && projected.every((message, index) => message === event.messages[index])
 					? undefined
@@ -1378,11 +1381,12 @@ export default function registerCompactionExtension(
 			for (const existing of Object.keys(event.headers)) {
 				if (!allowedGatewayHeaders.has(existing.toLowerCase())) delete event.headers[existing];
 			}
+			// Keep any caller-supplied version without forcing a Toolkit pin.
+			// The gateway allowlist above already permits it.
 			for (const name of [
 				"authorization",
 				"originator",
 				"user-agent",
-				"version",
 				"session-id",
 				"x-client-request-id",
 				"x-codex-affinity-scope",

package/src/responses-headers.ts

@@ -148,10 +148,11 @@ export function buildResponsesRequestHeaders(
 			headers.set("originator", "pi");
 			headers.set("user-agent", buildCodexUserAgent());
 			headers.set("openai-beta", "responses=experimental");
+			// Preserve the existing native Codex compatibility pin.
+			headers.set("version", CODEX_CLIENT_VERSION);
 		}
-		// Codex backend gating: a request without a new-enough `version` never
-		// reaches model SKUs that arrived behind the gate (gpt-6-astra).
-		headers.set("version", CODEX_CLIENT_VERSION);
+		// Gateways own their version policy. Explicit versions still pass through
+		// the header merge and allowlist, but Toolkit does not generate one.
 		// Prompt-cache/session affinity rides on the conversation identity. The
 		// gateway path also uses the bare model hint above so NEWapi can route
 		// context/compact requests without inspecting their body.