@nijaru/pi-provider-compaction 0.0.4 → 0.0.5

package/README.md

@@ -1,14 +1,14 @@
 # pi-provider-compaction
 
-Experimental provider-native compaction for [Pi](https://github.com/earendil-works/pi), with a meaningful portable summary saved alongside each native checkpoint. Requires Pi 0.87.0.
+Experimental provider-native compaction for [Pi](https://github.com/earendil-works/pi), with a meaningful portable summary saved alongside each native checkpoint. Minimum runtime: Pi 0.87.0. Development checks target Pi 1.2.0.
 
-**The unpublished redesign is not production-validated. Do not enable it globally yet.** Real runner/adapter fixtures and a Codex live smoke test pass; broader backend and deployment validation remains incomplete.
+**This experimental design is not production-validated. Do not enable it globally yet.** Real runner/adapter fixtures and a Codex live smoke test pass; broader backend and deployment validation remains incomplete.
 
 [pi-compactor](https://github.com/nijaru/pi-compactor) owns compaction timing and continuation. This extension owns native request capture, prefix coverage, persistence and replay. It does not change `/fast` or account reporting.
 
 ## Supported integration
 
-Pi 0.87.0 has replacement provider registration, not composable middleware. This extension only installs request observation where it can preserve the existing provider contract:
+Pi has replacement provider registration, not composable middleware. This extension only installs request observation where it can preserve the existing provider contract:
 
 - **Registered native base providers:** both streaming methods are decorated; authentication, catalogs, filtering, refresh and deferred methods stay with the original provider. `models.json` remains above that base.
 - **Existing static legacy `streamSimple` registrations:** the original callback and configuration are retained. This includes `pi-fast-mode`'s Codex registration. Legacy dynamic catalogs and OAuth model-projection callbacks are excluded.
@@ -71,9 +71,9 @@ bun run build
 pi --extension ./dist/index.js
 ```
 
-The manifest loads the built `dist/index.js`; source edits alone do not update it. Keep global installation disabled while testing. Publishing and global activation are separate approval steps.
+The manifest loads the built `dist/index.js`, including a bundled stateless Responses serializer validator; source or host dependency changes require a rebuild. `bun run check` rebuilds first and tests the artifact against Pi's actual host serializer, including function-call history replayed as grammar tools. Keep global installation disabled while testing. Publishing and global activation are separate approval steps.
 
-Tests include real Pi 0.87.0 runner/adapter fixtures for all three protocols, repeated prefix compaction, transformed suffix preservation, unchanged fallback, grammar tools, strict defaults, tool IDs, images and prompt updates. The optional installed-fast-mode fixture (`PI_FAST_MODE_FIXTURE_PATH`) also checks actual `pi-fast-mode` composition across `/reload`; run it with an isolated `PI_CODING_AGENT_DIR` containing an active, persistent fast-mode configuration.
+Tests include real Pi 1.2.0 runner/adapter fixtures for all three protocols, repeated prefix compaction, transformed suffix preservation, unchanged fallback, grammar tools, strict defaults, tool IDs, images and prompt updates. The optional installed-fast-mode fixture (`PI_FAST_MODE_FIXTURE_PATH`) also checks actual `pi-fast-mode` composition across `/reload`; run it with an isolated `PI_CODING_AGENT_DIR` containing an active, persistent fast-mode configuration.
 
 Authenticated protocol smoke tests are separate and send three small requests:
 

package/dist/index.js

@@ -273,7 +273,7 @@ function schemaAllowsNull(schema) {
     return true;
   return Array.isArray(schema.anyOf) && schema.anyOf.some((variant) => schemaAllowsNull(variant));
 }
-function makeJsonSchemaNodeStrict(schema) {
+function makeJsonSchemaNodeStrict(schema, isUnsupportedKeyword) {
   if (!isJsonSchemaObject(schema)) {
     throw new UnsupportedStrictJsonSchemaError("boolean schemas are unsupported");
   }
@@ -282,6 +282,13 @@ function makeJsonSchemaNodeStrict(schema) {
       throw new UnsupportedStrictJsonSchemaError(`${key} schemas are unsupported`);
     }
   }
+  if (isUnsupportedKeyword) {
+    for (const [key, value] of Object.entries(schema)) {
+      if (isUnsupportedKeyword(key, value)) {
+        throw new UnsupportedStrictJsonSchemaError(`${key}: ${JSON.stringify(value)} is unsupported`);
+      }
+    }
+  }
   if (schema.anyOf !== undefined) {
     if (!Array.isArray(schema.anyOf) || schema.anyOf.length === 0) {
       throw new UnsupportedStrictJsonSchemaError("anyOf must contain at least one schema");
@@ -290,14 +297,14 @@ function makeJsonSchemaNodeStrict(schema) {
       if (isStructuredSchema(variant)) {
         throw new UnsupportedStrictJsonSchemaError("object and array unions are unsupported");
       }
-      makeJsonSchemaNodeStrict(variant);
+      makeJsonSchemaNodeStrict(variant, isUnsupportedKeyword);
     }
   }
   if (schema.items !== undefined) {
     if (Array.isArray(schema.items)) {
       throw new UnsupportedStrictJsonSchemaError("tuple schemas are unsupported");
     }
-    makeJsonSchemaNodeStrict(schema.items);
+    makeJsonSchemaNodeStrict(schema.items, isUnsupportedKeyword);
   }
   const isObjectSchema = schema.type === "object";
   if (schema.properties !== undefined && !isObjectSchema) {
@@ -321,7 +328,7 @@ function makeJsonSchemaNodeStrict(schema) {
     throw new UnsupportedStrictJsonSchemaError("required contains an unknown property");
   }
   for (const [key, property] of Object.entries(properties)) {
-    makeJsonSchemaNodeStrict(property);
+    makeJsonSchemaNodeStrict(property, isUnsupportedKeyword);
     if (!required.has(key) && !schemaAllowsNull(property)) {
       properties[key] = { anyOf: [property, { type: "null" }] };
     }
@@ -329,12 +336,12 @@ function makeJsonSchemaNodeStrict(schema) {
   schema.required = propertyNames;
   schema.additionalProperties = false;
 }
-function makeStrictJsonSchema(schema) {
+function makeStrictJsonSchema(schema, isUnsupportedKeyword) {
   const cloned = structuredClone(schema);
   if (!isJsonSchemaObject(cloned)) {
     throw new UnsupportedStrictJsonSchemaError("root schema must have type object");
   }
-  makeJsonSchemaNodeStrict(cloned);
+  makeJsonSchemaNodeStrict(cloned, isUnsupportedKeyword);
   if (cloned.type !== "object") {
     throw new UnsupportedStrictJsonSchemaError("root schema must have type object");
   }
@@ -367,13 +374,13 @@ function inferGrammarInputProperty(tool) {
   }
   return inputProperty;
 }
-function resolveJsonSchemaStrictSampling(tool, supportsStrictMode) {
+function resolveJsonSchemaStrictSampling(tool, supportsStrictMode, isUnsupportedKeyword) {
   const config = tool.constrainedSampling;
   if (!config || config.type !== "json_schema")
     return;
   if (supportsStrictMode) {
     try {
-      makeStrictJsonSchema(tool.parameters);
+      makeStrictJsonSchema(tool.parameters, isUnsupportedKeyword);
       return true;
     } catch (error) {
       if (!(error instanceof UnsupportedStrictJsonSchemaError))
@@ -899,7 +906,8 @@ function convertResponsesMessages(model, context, allowedToolCallProviders, opti
           const [callId, itemIdRaw] = toolCall.id.split("|");
           const customInputProperty = options?.grammarToolInputProperties?.get(toolCall.name);
           let itemId = itemIdRaw;
-          if (isDifferentModel && itemId?.startsWith("fc_") || customInputProperty === undefined && !itemId?.startsWith("fc_")) {
+          const itemIdPrefix = customInputProperty === undefined ? "fc_" : "ctc_";
+          if (isDifferentModel || !itemId?.startsWith(itemIdPrefix)) {
             itemId = undefined;
           }
           if (customInputProperty !== undefined) {
@@ -1436,6 +1444,7 @@ async function requestProviderCompaction(request) {
 
 // replay.ts
 var TOOL_CALL_PROVIDERS = new Set(["openai", "openai-codex", "opencode"]);
+var AZURE_TOOL_CALL_PROVIDERS = new Set([...TOOL_CALL_PROVIDERS, "azure"]);
 var MAX_SNAPSHOT_BYTES = 8 * 1024 * 1024;
 var SNAPSHOT_TTL_MS = 5 * 60000;
 function equal(left, right) {
@@ -1447,7 +1456,7 @@ function serializeInput(model, context, declarations = context) {
   const codex = model.api === "openai-codex-responses";
   const normalized = resolveTranscript2(context, flag("supportsMidConvoSystemMessages"));
   const tools = resolveTranscript2(declarations, flag("supportsMidConvoSystemMessages"));
-  return convertResponsesMessages(model, normalized, model.api === "azure-openai-responses" ? new Set([...TOOL_CALL_PROVIDERS, "azure-openai-responses"]) : TOOL_CALL_PROVIDERS, {
+  return convertResponsesMessages(model, normalized, model.api === "azure-openai-responses" ? AZURE_TOOL_CALL_PROVIDERS : TOOL_CALL_PROVIDERS, {
     includeSystemPrompt: !codex,
     grammarToolInputProperties: createGrammarToolInputProperties(getDeclaredTools(tools.messages), flag("supportsOpenAIGrammarTools")),
     supportsMidConvoSystemMessages: flag("supportsMidConvoSystemMessages"),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nijaru/pi-provider-compaction",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "type": "module",
   "description": "Provider-native context compaction adapters for Pi",
   "keywords": [
@@ -18,7 +18,7 @@
   "author": "Nick Naru <nick@nijaru.com>",
   "repository": {
     "type": "git",
-    "url": "https://github.com/nijaru/pi-provider-compaction.git"
+    "url": "git+https://github.com/nijaru/pi-provider-compaction.git"
   },
   "pi": {
     "extensions": [
@@ -31,7 +31,7 @@
     "test": "bun test",
     "lint": "oxlint build.ts index.ts protocol.ts policy.ts provider.ts replay.ts tests/",
     "typecheck": "tsc --noEmit",
-    "check": "bun test && bun run lint && tsc --noEmit"
+    "check": "bun run build && bun test && bun run lint && tsc --noEmit"
   },
   "files": [
     "dist",
@@ -44,14 +44,15 @@
     "LICENSE"
   ],
   "devDependencies": {
-    "@earendil-works/pi-ai": "0.87.0",
-    "@earendil-works/pi-agent-core": "0.87.0",
-    "@earendil-works/pi-coding-agent": "0.87.0",
+    "@earendil-works/pi-ai": "1.2.0",
+    "@earendil-works/pi-agent-core": "1.2.0",
+    "@earendil-works/pi-coding-agent": "1.2.0",
     "@types/bun": "latest",
     "oxlint": "^1.81.0",
     "typescript": "^6.0.3"
   },
   "peerDependencies": {
+    "@earendil-works/pi-ai": "*",
     "@earendil-works/pi-coding-agent": "*"
   }
 }

package/policy.ts

@@ -15,8 +15,8 @@
  * trust; the agent-dir policy does not; a valid file with an empty `models`
  * list disables the generic model. This module must stay in sync with
  * `readModelSelectors` in pi-compactor's policy.ts (see
- * tests/policy-parity.test.ts, which checks the two against each other when
- * the sibling checkout is present).
+ * tests/policy.test.ts, which always checks the safety contracts and also
+ * compares both implementations when the sibling checkout is present).
  *
  * Flag-source note (verified against Pi 0.85.1): extension flag values are
  * populated solely from CLI unknown flags (parseArgs in cli/args.js feeds

package/replay.ts

@@ -5,6 +5,7 @@ import { convertResponsesMessages } from "@earendil-works/pi-ai/api/openai-respo
 import { isObject, type JsonObject, type ResponseItem } from "./protocol";
 
 const TOOL_CALL_PROVIDERS = new Set(["openai", "openai-codex", "opencode"]);
+const AZURE_TOOL_CALL_PROVIDERS = new Set([...TOOL_CALL_PROVIDERS, "azure"]);
 export const MAX_SNAPSHOT_BYTES = 8 * 1024 * 1024;
 export const SNAPSHOT_TTL_MS = 5 * 60_000;
 
@@ -19,7 +20,7 @@ export function serializeInput(model: Model<any>, context: TranscriptContext, de
 	const codex = model.api === "openai-codex-responses";
 	const normalized = resolveTranscript(context, flag("supportsMidConvoSystemMessages"));
 	const tools = resolveTranscript(declarations, flag("supportsMidConvoSystemMessages"));
-	return convertResponsesMessages(model, normalized, model.api === "azure-openai-responses" ? new Set([...TOOL_CALL_PROVIDERS, "azure-openai-responses"]) : TOOL_CALL_PROVIDERS, {
+	return convertResponsesMessages(model, normalized, model.api === "azure-openai-responses" ? AZURE_TOOL_CALL_PROVIDERS : TOOL_CALL_PROVIDERS, {
 		includeSystemPrompt: !codex,
 		grammarToolInputProperties: createGrammarToolInputProperties(getDeclaredTools(tools.messages), flag("supportsOpenAIGrammarTools")),
 		supportsMidConvoSystemMessages: flag("supportsMidConvoSystemMessages"),