pi-openai-toolkit 0.11.1 → 0.13.0

package/package.json

@@ -1,114 +1,126 @@
-{
-  "name": "pi-openai-toolkit",
-  "version": "0.11.1",
-  "private": false,
-  "type": "module",
-  "description": "OpenAI-focused Pi toolkit providing remote Responses compaction, native Web Search, native image generation, and model-reviewed auto mode.",
-  "author": "awoaCrim and contributors",
-  "license": "MIT",
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/awoaCrim/pi-openai-toolkit.git"
-  },
-  "bugs": {
-    "url": "https://github.com/awoaCrim/pi-openai-toolkit/issues"
-  },
-  "homepage": "https://github.com/awoaCrim/pi-openai-toolkit#readme",
-  "publishConfig": {
-    "access": "public",
-    "registry": "https://registry.npmjs.org/"
-  },
-  "keywords": [
-    "pi-package",
-    "pi-extension",
-    "openai",
-    "compaction",
-    "web-search",
-    "image-generation",
-    "auto-mode",
-    "codex",
-    "responses"
-  ],
-  "pi": {
-    "extensions": [
-      "./extensions/compaction.ts",
-      "./extensions/web-search.ts",
-      "./extensions/image-generation.ts",
-      "./extensions/auto-mode.ts",
-      "./extensions/codex-astra.ts"
-    ]
-  },
-  "files": [
-    "extensions/compaction.ts",
-    "extensions/web-search.ts",
-    "extensions/image-generation.ts",
-    "extensions/auto-mode.ts",
-    "src/compact-client.ts",
-    "src/config.ts",
-    "src/debug.ts",
-    "src/details-store.ts",
-    "src/deferred-tool-carryover.ts",
-    "src/inline-compaction.ts",
-    "src/extension-runtime.ts",
-    "src/image-generation/artifacts.ts",
-    "src/image-generation/client.ts",
-    "src/image-generation/eligibility.ts",
-    "src/image-generation/extension.ts",
-    "src/image-generation/protocol.ts",
-    "src/image-generation/references.ts",
-    "src/image-generation/render.ts",
-    "src/image-generation/service.ts",
-    "src/image-generation/types.ts",
-    "src/auto-mode/extension.ts",
-    "src/auto-mode/policy.ts",
-    "src/auto-mode/prompt.ts",
-    "src/auto-mode/transcript.ts",
-    "src/auto-mode/reviewer.ts",
-    "src/auto-mode/classifier.ts",
-    "src/auto-mode/types.ts",
-    "extensions/codex-astra.ts",
-    "src/codex-astra/effort-planner.ts",
-    "src/codex-astra/extension.ts",
-    "src/model-scope.ts",
-    "src/native-fallback.ts",
-    "src/payload-rewrite.ts",
-    "src/provider-headers.ts",
-    "src/responses-headers.ts",
-    "src/remote-v2-client.ts",
-    "src/request-context-cache.ts",
-    "src/runtime.ts",
-    "src/serializer.ts",
-    "src/supported-environment.ts",
-    "src/types.ts",
-    "src/web-search/extension.ts",
-    "src/web-search/payload.ts",
-    "src/web-search/prompt.ts",
-    "src/web-search/types.ts",
-    "README.md",
-    "README_zh.md",
-    "LICENSE",
-    "NOTICE",
-    "tsconfig.check.json"
-  ],
-  "scripts": {
-    "test": "bun test",
-    "test:coverage": "bun test --coverage --coverage-reporter=text --coverage-reporter=lcov && node ./scripts/check-lcov.mjs ./coverage/lcov.info",
-    "test:pi": "bun test ./test/pi-smoke.test.ts",
-    "typecheck": "tsc -p tsconfig.check.json"
-  },
-  "peerDependencies": {
-    "@earendil-works/pi-agent-core": "*",
-    "@earendil-works/pi-ai": "*",
-    "@earendil-works/pi-coding-agent": ">=0.80.0",
-    "@earendil-works/pi-tui": ">=0.80.0"
-  },
-  "devDependencies": {
-    "@earendil-works/pi-agent-core": "0.84.3",
-    "@earendil-works/pi-ai": "0.84.3",
-    "@earendil-works/pi-coding-agent": "0.84.3",
-    "@earendil-works/pi-tui": "0.84.3",
-    "@types/node": "24.12.4",
-    "bun": "1.2.23",
-    "typescript": "5.9.3"
-  }
-}
+{
+  "name": "pi-openai-toolkit",
+  "version": "0.13.0",
+  "private": false,
+  "type": "module",
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "description": "OpenAI-focused Pi toolkit providing remote Responses compaction, native Web Search, native image generation, and model-reviewed auto mode.",
+  "author": "awoaCrim and contributors",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/awoaCrim/pi-openai-toolkit.git"
+  },
+  "bugs": {
+    "url": "https://github.com/awoaCrim/pi-openai-toolkit/issues"
+  },
+  "homepage": "https://github.com/awoaCrim/pi-openai-toolkit#readme",
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "keywords": [
+    "pi-package",
+    "pi-extension",
+    "openai",
+    "compaction",
+    "web-search",
+    "image-generation",
+    "auto-mode",
+    "codex",
+    "responses"
+  ],
+  "pi": {
+    "extensions": [
+      "./extensions/compaction.ts",
+      "./extensions/web-search.ts",
+      "./extensions/image-generation.ts",
+      "./extensions/auto-mode.ts",
+      "./extensions/codex-astra.ts"
+    ]
+  },
+  "files": [
+    "extensions/compaction.ts",
+    "extensions/web-search.ts",
+    "extensions/image-generation.ts",
+    "extensions/auto-mode.ts",
+    "src/compact-client.ts",
+    "src/config.ts",
+    "src/debug.ts",
+    "src/details-store.ts",
+    "src/deferred-tool-carryover.ts",
+    "src/extension-runtime.ts",
+    "src/context-management/types.ts",
+    "src/context-management/messages.ts",
+    "src/context-management/window-budget.ts",
+    "src/context-management/window-request.ts",
+    "src/context-management/window-manager.ts",
+    "src/context-management/codex-provider.ts",
+    "src/context-management/history-notes.ts",
+    "src/context-management/tools.ts",
+    "src/context-management/namespace-tools.ts",
+    "src/context-management/tool-contract.ts",
+    "src/image-generation/artifacts.ts",
+    "src/image-generation/client.ts",
+    "src/image-generation/eligibility.ts",
+    "src/image-generation/extension.ts",
+    "src/image-generation/protocol.ts",
+    "src/image-generation/references.ts",
+    "src/image-generation/render.ts",
+    "src/image-generation/service.ts",
+    "src/image-generation/types.ts",
+    "src/auto-mode/extension.ts",
+    "src/auto-mode/policy.ts",
+    "src/auto-mode/prompt.ts",
+    "src/auto-mode/transcript.ts",
+    "src/auto-mode/reviewer.ts",
+    "src/auto-mode/classifier.ts",
+    "src/auto-mode/types.ts",
+    "extensions/codex-astra.ts",
+    "src/codex-astra/effort-planner.ts",
+    "src/codex-astra/extension.ts",
+    "src/model-scope.ts",
+    "src/native-fallback.ts",
+    "src/payload-rewrite.ts",
+    "src/provider-headers.ts",
+    "src/responses-headers.ts",
+    "src/remote-v2-client.ts",
+    "src/request-context-cache.ts",
+    "src/runtime.ts",
+    "src/serializer.ts",
+    "src/supported-environment.ts",
+    "src/types.ts",
+    "src/web-search/extension.ts",
+    "src/web-search/payload.ts",
+    "src/web-search/prompt.ts",
+    "src/web-search/types.ts",
+    "README.md",
+    "README_zh.md",
+    "LICENSE",
+    "NOTICE",
+    "tsconfig.check.json"
+  ],
+  "scripts": {
+    "test": "bun test",
+    "test:coverage": "bun test --coverage --coverage-reporter=text --coverage-reporter=lcov && node ./scripts/check-lcov.mjs ./coverage/lcov.info",
+    "test:pi": "bun test ./test/pi-smoke.test.ts",
+    "typecheck": "tsc -p tsconfig.check.json"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-agent-core": ">=0.85.1",
+    "@earendil-works/pi-ai": ">=0.85.1",
+    "@earendil-works/pi-coding-agent": ">=0.85.1",
+    "@earendil-works/pi-tui": ">=0.85.1"
+  },
+  "devDependencies": {
+    "@earendil-works/pi-agent-core": "0.85.1",
+    "@earendil-works/pi-ai": "0.85.1",
+    "@earendil-works/pi-coding-agent": "0.85.1",
+    "@earendil-works/pi-tui": "0.85.1",
+    "@types/node": "24.12.4",
+    "bun": "1.2.23",
+    "typescript": "5.9.3"
+  }
+}

package/src/config.ts

@@ -5,7 +5,6 @@ import type { ThinkingLevel } from "@earendil-works/pi-agent-core";
 import {
 	DEFAULT_COMPACTION_CONFIG,
 	DEFAULT_TOOLKIT_CONFIG,
-	DEFAULT_AUTO_COMPACTION_CONFIG,
 	DEFAULT_AUTO_MODE_CONFIG,
 	DEFAULT_IMAGE_GENERATION_CONFIG,
 	DEFAULT_CODEX_ASTRA_CONFIG,
@@ -31,6 +30,7 @@ import {
 	type AutoModeGate,
 	type CodexAstraConfig,
 	type CompactionConfig,
+	type ContextManagementMode,
 	type ImageGenerationConfig,
 	type LoadedToolkitConfig,
 	type NativeFallbackConfig,
@@ -44,11 +44,13 @@ export const CONFIG_PATH = path.join(CONFIG_DIR, "config.json");
 const TOP_LEVEL_FIELDS = new Set(["compaction", "webSearch", "imageGeneration", "autoMode", "codexAstra"]);
 const COMPACTION_FIELDS = new Set([
 	"enabled",
+	"contextManagement",
+	"codexGatewayModels",
 	"allowCompactionContinuityBreak",
 	"remoteCompactModel",
 	"nativeFallback",
-	"autoCompaction",
 	"responsesApis",
+	"contextReminderThresholdPercent",
 	"notifyOnLoad",
 	"debug",
 	"logProviderPayloads",
@@ -57,7 +59,6 @@ const COMPACTION_FIELDS = new Set([
 	"artifactRoot",
 ]);
 const NATIVE_FALLBACK_FIELDS = new Set(["enabled", "model", "thinkingLevel"]);
-const AUTO_COMPACTION_FIELDS = new Set(["enabled", "continuation", "unsupportedFallback", "reserveTokens"]);
 const WEB_SEARCH_FIELDS = new Set(["enabled", "models"]);
 const IMAGE_GENERATION_FIELDS = new Set(["enabled"]);
 const CODEX_ASTRA_FIELDS = new Set(["enabled", "models"]);
@@ -134,6 +135,20 @@ function toBoolean(value: unknown, fieldPath: string, warnings: string[]): boole
 	return undefined;
 }
 
+function toContextManagementMode(
+	value: unknown,
+	fieldPath: string,
+	warnings: string[],
+): ContextManagementMode | undefined {
+	if (value === undefined) return undefined;
+	if (typeof value === "string") {
+		const normalized = value.trim();
+		if (normalized === "off" || normalized === "remote") return normalized;
+	}
+	warnings.push(`Ignoring ${fieldPath}: expected one of off, remote.`);
+	return undefined;
+}
+
 function toModelSpec(value: unknown, fieldPath: string, warnings: string[]): string | null | undefined {
 	if (value === undefined) return undefined;
 	if (value === null) return null;
@@ -153,37 +168,6 @@ function toThinkingLevel(value: unknown, fieldPath: string, warnings: string[]):
 	return undefined;
 }
 
-function toCompactionContinuation(
-	value: unknown,
-	fieldPath: string,
-	warnings: string[],
-): "inline" | "followUp" | "off" | undefined {
-	if (value === undefined) return undefined;
-	if (value === "inline" || value === "followUp" || value === "off") return value;
-	warnings.push(`Ignoring ${fieldPath}: expected one of inline, followUp, off.`);
-	return undefined;
-}
-
-function toUnsupportedFallback(
-	value: unknown,
-	fieldPath: string,
-	warnings: string[],
-): "followUp" | "off" | undefined {
-	if (value === undefined) return undefined;
-	if (value === "followUp" || value === "off") return value;
-	warnings.push(`Ignoring ${fieldPath}: expected one of followUp, off.`);
-	return undefined;
-}
-
-function toNonNegativeInteger(value: unknown, fieldPath: string, warnings: string[]): number | undefined {
-	if (value === undefined) return undefined;
-	if (typeof value === "number" && Number.isInteger(value) && Number.isFinite(value) && value >= 0) {
-		return value;
-	}
-	warnings.push(`Ignoring ${fieldPath}: expected a non-negative integer.`);
-	return undefined;
-}
-
 function toBoundedInteger(
 	value: unknown,
 	fieldPath: string,
@@ -264,7 +248,6 @@ function cloneDefaults(): ToolkitConfig {
 		compaction: {
 			...DEFAULT_COMPACTION_CONFIG,
 			nativeFallback: { ...DEFAULT_NATIVE_FALLBACK_CONFIG },
-			autoCompaction: { ...DEFAULT_AUTO_COMPACTION_CONFIG },
 			responsesApis: [...DEFAULT_COMPACTION_CONFIG.responsesApis],
 		},
 		webSearch: {
@@ -305,32 +288,6 @@ function applyNativeFallbackConfig(
 		resolved.thinkingLevel;
 }
 
-function applyAutoCompactionConfig(
-	raw: Record<string, unknown>,
-	resolved: CompactionConfig["autoCompaction"],
-	warnings: string[],
-): void {
-	warnUnknownFields(raw, AUTO_COMPACTION_FIELDS, "compaction.autoCompaction", warnings);
-	resolved.enabled = toBoolean(raw.enabled, "compaction.autoCompaction.enabled", warnings) ?? resolved.enabled;
-	resolved.continuation =
-		toCompactionContinuation(raw.continuation, "compaction.autoCompaction.continuation", warnings) ??
-		resolved.continuation;
-	resolved.unsupportedFallback =
-		toUnsupportedFallback(
-			raw.unsupportedFallback,
-			"compaction.autoCompaction.unsupportedFallback",
-			warnings,
-		) ?? resolved.unsupportedFallback;
-	const reserveTokens = toNonNegativeInteger(
-		raw.reserveTokens,
-		"compaction.autoCompaction.reserveTokens",
-		warnings,
-	);
-	if (reserveTokens !== undefined) {
-		resolved.reserveTokens = reserveTokens;
-	}
-}
-
 function applyCompactionConfig(
 	raw: Record<string, unknown>,
 	resolved: CompactionConfig,
@@ -339,6 +296,17 @@ function applyCompactionConfig(
 	warnUnknownFields(raw, COMPACTION_FIELDS, "compaction", warnings);
 
 	resolved.enabled = toBoolean(raw.enabled, "compaction.enabled", warnings) ?? resolved.enabled;
+	resolved.contextManagement =
+		toContextManagementMode(raw.contextManagement, "compaction.contextManagement", warnings) ??
+		resolved.contextManagement;
+	const codexGatewayModels = toStringList(
+		raw.codexGatewayModels,
+		"compaction.codexGatewayModels",
+		warnings,
+	);
+	if (codexGatewayModels !== undefined) {
+		resolved.codexGatewayModels = codexGatewayModels;
+	}
 	resolved.allowCompactionContinuityBreak =
 		toBoolean(
 			raw.allowCompactionContinuityBreak,
@@ -347,6 +315,16 @@ function applyCompactionConfig(
 		) ?? resolved.allowCompactionContinuityBreak;
 	resolved.notifyOnLoad =
 		toBoolean(raw.notifyOnLoad, "compaction.notifyOnLoad", warnings) ?? resolved.notifyOnLoad;
+	const reminderPercent = toBoundedInteger(
+		raw.contextReminderThresholdPercent,
+		"compaction.contextReminderThresholdPercent",
+		warnings,
+		0,
+		100,
+	);
+	if (reminderPercent !== undefined) {
+		resolved.contextReminderThresholdPercent = reminderPercent;
+	}
 	resolved.debug = toBoolean(raw.debug, "compaction.debug", warnings) ?? resolved.debug;
 	resolved.logProviderPayloads =
 		toBoolean(raw.logProviderPayloads, "compaction.logProviderPayloads", warnings) ??
@@ -375,14 +353,6 @@ function applyCompactionConfig(
 		}
 	}
 
-	if (raw.autoCompaction !== undefined) {
-		if (isRecord(raw.autoCompaction)) {
-			applyAutoCompactionConfig(raw.autoCompaction, resolved.autoCompaction, warnings);
-		} else {
-			warnings.push("Ignoring compaction.autoCompaction: expected a JSON object.");
-		}
-	}
-
 	const apis = toSupportedApis(
 		raw.responsesApis,
 		"compaction.responsesApis",