@howaboua/pi-codex-conversion 1.0.19 → 1.0.20

package/README.md

@@ -4,16 +4,17 @@ Codex-oriented adapter for [Pi](https://github.com/badlogic/pi-mono).
 
 This package replaces Pi's default Codex/GPT experience with a narrower Codex-like surface while staying close to Pi's own runtime and prompt construction:
 
-- swaps active tools to `exec_command`, `write_stdin`, `apply_patch`, `view_image`, and native OpenAI Codex Responses `web_search` on `openai-codex`
+- swaps active tools to `exec_command`, `write_stdin`, `apply_patch`, `view_image`, plus native OpenAI Codex Responses `web_search` and `image_generation` on `openai-codex`
+- saves native Codex image-generation outputs into `.pi/openai-codex-images/` at the workspace/repo root and mirrors the newest image to `.pi/openai-codex-images/latest.png`
 - preserves Pi's composed system prompt and applies a narrow Codex-oriented delta on top
 - renders exec activity with Codex-style command and background-terminal labels
 - renders `apply_patch` calls with Codex-style `Added` / `Edited` / `Deleted` diff blocks and Pi-style colored diff lines
-- targets modern Pi tool/rendering APIs and is aligned with Pi `0.67.x`
+- targets modern Pi tool/rendering APIs and is aligned with Pi `0.69.x`
 
 ![Available tools](./available-tools.png)
 
 > [!NOTE]
-> Native OpenAI Codex Responses web search runs silently. Pi does not expose native web-search usage events to extensions, so the adapter shows a one-time session notice instead of per-search tool-call history.
+> Native OpenAI Codex Responses web search activity is surfaced as merged foldable status messages. Pi still does not expose native web-search usage as true tool-call rows.
 
 ## Active tools in adapter mode
 
@@ -22,8 +23,9 @@ When the adapter is active, the LLM sees these tools:
 - `exec_command` — shell execution with Codex-style `cmd` parameters and resumable sessions
 - `write_stdin` — continue or poll a running exec session
 - `apply_patch` — patch tool
-- `view_image` — image-only wrapper around Pi's native image reading, enabled only for image-capable models
 - `web_search` — native OpenAI Codex Responses web search, enabled only on the `openai-codex` provider
+- `image_generation` — native OpenAI Codex Responses image generation, enabled only on image-capable `openai-codex` models
+- `view_image` — image-only wrapper around Pi's native image reading, enabled only for image-capable models
 
 Notably:
 
@@ -61,7 +63,9 @@ npm run check
 - `write_stdin({ session_id, chars: "y\\n" })` renders like `Interacted with background terminal`
 - `view_image({ path: "/absolute/path/to/screenshot.png" })` is available on image-capable models
 - `web_search` is surfaced only on `openai-codex`, and the adapter rewrites it into the native OpenAI Responses `type: "web_search"` payload instead of executing a local function tool
-- when native web search is available, the adapter shows a one-time session notice; individual searches are not surfaced because Pi does not expose native web-search execution events to extensions
+- `image_generation` is surfaced only on image-capable `openai-codex` models, and the adapter rewrites it into the native OpenAI Responses `type: "image_generation", output_format: "png"` payload instead of executing a local function tool
+- native `image_generation` outputs are saved under `.pi/openai-codex-images/` at the workspace/repo root, with the newest image mirrored to `.pi/openai-codex-images/latest.png`
+- when native web search is available, the adapter shows a one-time session notice and merged foldable search-activity messages instead of native tool-call rows
 - `apply_patch` partial failures stay inline in the patch row so successful and failed file entries can be seen together
 
 Raw command output is still available by expanding the tool result.
@@ -138,6 +142,8 @@ That keeps the prompt much closer to `pi-mono` while still steering the model to
 - When you switch away from those models, Pi restores the previous active tool set.
 - `view_image` resolves paths against the active session cwd and only exposes `detail: "original"` for Codex-family image-capable models.
 - `web_search` is exposed only for the `openai-codex` provider and is forwarded as the native OpenAI Codex Responses web search tool.
+- `image_generation` is exposed only for image-capable `openai-codex` models and is forwarded as the native OpenAI Codex Responses image-generation tool.
+- generated images are written under `.pi/openai-codex-images/` at the workspace/repo root, and the latest image is mirrored to `.pi/openai-codex-images/latest.png`.
 - `apply_patch` paths stay restricted to the current working directory.
 - partial `apply_patch` failures stay in the original patch block and highlight the failed entry instead of adding a second warning row.
 - `exec_command` / `write_stdin` use a custom PTY-backed session manager via `node-pty` for interactive sessions.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@howaboua/pi-codex-conversion",
-  "version": "1.0.19",
+  "version": "1.0.20",
   "description": "Codex-oriented tool and prompt adapter for pi coding agent",
   "type": "module",
   "repository": {
@@ -51,19 +51,24 @@
     "access": "public"
   },
   "peerDependencies": {
-    "@mariozechner/pi-coding-agent": "^0.67.0",
-    "@mariozechner/pi-tui": "^0.67.0",
-    "@sinclair/typebox": "*"
+    "@mariozechner/pi-ai": "^0.69.0",
+    "@mariozechner/pi-coding-agent": "^0.69.0",
+    "@mariozechner/pi-tui": "^0.69.0",
+    "typebox": "^1.1.24"
   },
   "devDependencies": {
-    "@mariozechner/pi-coding-agent": "^0.67.3",
-    "@mariozechner/pi-tui": "^0.67.3",
+    "@mariozechner/pi-ai": "^0.69.0",
+    "@mariozechner/pi-coding-agent": "^0.69.0",
+    "@mariozechner/pi-tui": "^0.69.0",
     "tsx": "^4.20.5",
+    "typebox": "^1.1.24",
     "typescript": "^5.9.3"
   },
   "dependencies": {
     "node-pty": "^1.1.0",
+    "partial-json": "^0.1.7",
     "tree-sitter-bash": "^0.25.1",
-    "web-tree-sitter": "^0.26.7"
+    "web-tree-sitter": "^0.26.7",
+    "ws": "^8.20.0"
   }
 }

package/src/adapter/tool-set.ts

@@ -4,5 +4,6 @@ export const STATUS_TEXT = "\u001b[38;2;0;76;255mCodex adapter\u001b[0m";
 export const DEFAULT_TOOL_NAMES = ["read", "bash", "edit", "write"];
 
 export const CORE_ADAPTER_TOOL_NAMES = ["exec_command", "write_stdin", "apply_patch"];
+export const IMAGE_GENERATION_TOOL_NAME = "image_generation";
 export const VIEW_IMAGE_TOOL_NAME = "view_image";
 export const WEB_SEARCH_TOOL_NAME = "web_search";

package/src/index.ts

@@ -1,11 +1,25 @@
 import type { ExtensionAPI, ExtensionContext } from "@mariozechner/pi-coding-agent";
 import { getCodexRuntimeShell } from "./adapter/runtime-shell.ts";
-import { CORE_ADAPTER_TOOL_NAMES, DEFAULT_TOOL_NAMES, STATUS_KEY, STATUS_TEXT, VIEW_IMAGE_TOOL_NAME, WEB_SEARCH_TOOL_NAME } from "./adapter/tool-set.ts";
+import {
+	CORE_ADAPTER_TOOL_NAMES,
+	DEFAULT_TOOL_NAMES,
+	IMAGE_GENERATION_TOOL_NAME,
+	STATUS_KEY,
+	STATUS_TEXT,
+	VIEW_IMAGE_TOOL_NAME,
+	WEB_SEARCH_TOOL_NAME,
+} from "./adapter/tool-set.ts";
 import { clearApplyPatchRenderState, registerApplyPatchTool } from "./tools/apply-patch-tool.ts";
 import { isCodexLikeContext, isOpenAICodexContext } from "./adapter/codex-model.ts";
 import { createExecCommandTracker } from "./tools/exec-command-state.ts";
 import { registerExecCommandTool } from "./tools/exec-command-tool.ts";
 import { createExecSessionManager } from "./tools/exec-session-manager.ts";
+import {
+	IMAGE_SAVE_DISPLAY_MESSAGE_TYPE,
+	WEB_SEARCH_ACTIVITY_MESSAGE_TYPE,
+	registerOpenAICodexCustomProvider,
+} from "./providers/openai-codex-custom-provider.ts";
+import { registerImageGenerationTool, rewriteNativeImageGenerationTool, supportsNativeImageGeneration } from "./tools/image-generation-tool.ts";
 import { buildCodexSystemPrompt, extractPiPromptSkills, type PromptSkill } from "./prompt/build-system-prompt.ts";
 import { registerViewImageTool, supportsOriginalImageDetail } from "./tools/view-image-tool.ts";
 import {
@@ -21,12 +35,13 @@ import { registerWriteStdinTool } from "./tools/write-stdin-tool.ts";
 
 interface AdapterState {
 	enabled: boolean;
+	cwd: string;
 	previousToolNames?: string[];
 	promptSkills: PromptSkill[];
 	webSearchNoticeShown: boolean;
 }
 
-const ADAPTER_TOOL_NAMES = [...CORE_ADAPTER_TOOL_NAMES, VIEW_IMAGE_TOOL_NAME, WEB_SEARCH_TOOL_NAME];
+const ADAPTER_TOOL_NAMES = [...CORE_ADAPTER_TOOL_NAMES, WEB_SEARCH_TOOL_NAME, IMAGE_GENERATION_TOOL_NAME, VIEW_IMAGE_TOOL_NAME];
 
 function getCommandArg(args: unknown): string | undefined {
 	if (!args || typeof args !== "object" || !("cmd" in args) || typeof args.cmd !== "string") {
@@ -47,12 +62,16 @@ function isToolCallOnlyAssistantMessage(message: unknown): boolean {
 
 export default function codexConversion(pi: ExtensionAPI) {
 	const tracker = createExecCommandTracker();
-	const state: AdapterState = { enabled: false, promptSkills: [], webSearchNoticeShown: false };
+	const state: AdapterState = { enabled: false, cwd: process.cwd(), promptSkills: [], webSearchNoticeShown: false };
 	const sessions = createExecSessionManager();
 
+	registerOpenAICodexCustomProvider(pi, {
+		getCurrentCwd: () => state.cwd,
+	});
 	registerApplyPatchTool(pi);
 	registerExecCommandTool(pi, tracker, sessions);
 	registerWriteStdinTool(pi, sessions);
+	registerImageGenerationTool(pi);
 	registerWebSearchTool(pi);
 	registerWebSearchSessionNoteRenderer(pi);
 
@@ -61,6 +80,7 @@ export default function codexConversion(pi: ExtensionAPI) {
 	});
 
 	pi.on("session_start", async (_event, ctx) => {
+		state.cwd = ctx.cwd;
 		state.webSearchNoticeShown = false;
 		clearApplyPatchRenderState();
 		tracker.clear();
@@ -68,6 +88,7 @@ export default function codexConversion(pi: ExtensionAPI) {
 	});
 
 	pi.on("model_select", async (_event, ctx) => {
+		state.cwd = ctx.cwd;
 		syncAdapter(pi, ctx, state);
 	});
 
@@ -110,16 +131,23 @@ export default function codexConversion(pi: ExtensionAPI) {
 	});
 
 	pi.on("before_provider_request", async (event, ctx) => {
+		state.cwd = ctx.cwd;
 		if (!isOpenAICodexContext(ctx)) {
 			return undefined;
 		}
-		return rewriteNativeWebSearchTool(event.payload, ctx.model);
+		return rewriteNativeImageGenerationTool(rewriteNativeWebSearchTool(event.payload, ctx.model), ctx.model);
 	});
 
 	pi.on("context", async (event) => {
 		return {
 			messages: event.messages.filter(
-				(message) => !(message.role === "custom" && message.customType === WEB_SEARCH_SESSION_NOTE_TYPE),
+				(message) =>
+					!(
+						message.role === "custom" &&
+						(message.customType === WEB_SEARCH_SESSION_NOTE_TYPE ||
+							message.customType === WEB_SEARCH_ACTIVITY_MESSAGE_TYPE ||
+							message.customType === IMAGE_SAVE_DISPLAY_MESSAGE_TYPE)
+					),
 			),
 		};
 	});
@@ -169,12 +197,15 @@ function setStatus(ctx: ExtensionContext, enabled: boolean): void {
 
 function getAdapterToolNames(ctx: ExtensionContext): string[] {
 	const toolNames = [...CORE_ADAPTER_TOOL_NAMES];
-	if (Array.isArray(ctx.model?.input) && ctx.model.input.includes("image")) {
-		toolNames.push(VIEW_IMAGE_TOOL_NAME);
-	}
 	if (supportsNativeWebSearch(ctx.model)) {
 		toolNames.push(WEB_SEARCH_TOOL_NAME);
 	}
+	if (supportsNativeImageGeneration(ctx.model)) {
+		toolNames.push(IMAGE_GENERATION_TOOL_NAME);
+	}
+	if (Array.isArray(ctx.model?.input) && ctx.model.input.includes("image")) {
+		toolNames.push(VIEW_IMAGE_TOOL_NAME);
+	}
 	return toolNames;
 }
 

package/src/prompt/build-system-prompt.ts

@@ -13,6 +13,7 @@ const CODEX_GUIDELINES = [
 	"For short or non-interactive commands, prefer the default `exec_command` wait instead of a tiny `yield_time_ms` that forces an extra follow-up call.",
 	"When polling a running exec session with empty `chars`, wait meaningfully between polls and do not repeatedly poll by reflex.",
 	"Do not request `tty` unless interactive terminal behavior is required.",
+	"Native `image_generation` outputs are saved under `.pi/openai-codex-images/` and mirrored to `.pi/openai-codex-images/latest.png`. Use `view_image` only when pixel-level inspection is necessary.",
 ];
 
 function insertBeforeTrailingContext(prompt: string, section: string): string {