pi-better-openai 0.1.3 → 0.1.6

package/README.md

@@ -2,40 +2,18 @@
 
 A pi extension for OpenAI subscription workflows: fast mode, usage visibility, footer polish, and image generation through `openai-codex` auth.
 
-## Screenshots
-
-<!-- Add screenshots here. -->
-
 ## Install
 
-Install from a local checkout:
+Install from GitHub:
 
 ```bash
-pi install /path/to/pi-better-openai
+pi install github:mattleong/pi-better-openai
 ```
 
-For a project-local install instead of a global install, add `-l`:
+Or install from npm:
 
 ```bash
-pi install -l /path/to/pi-better-openai
-```
-
-Reload pi after installing:
-
-```text
-/reload
-```
-
-Sign in to OpenAI Codex subscription auth if you want usage stats or image generation:
-
-```text
-/login openai-codex
-```
-
-Start pi with fast mode enabled:
-
-```bash
-pi --fast
+pi install npm:pi-better-openai
 ```
 
 ## Features
@@ -44,8 +22,16 @@ pi --fast
 - OpenAI subscription usage display via `/openai-usage` and the footer.
 - Interactive settings picker via `/openai-settings`.
 - Footer customization for model, thinking, fast mode, usage, and token/cost context.
-- OpenAI image generation/editing through the `openai_image` tool.
+- OpenAI image generation/editing through the `openai_image` tool and `/openai-image` command.
 - Commands:
   - `/fast` toggles fast mode.
+  - `/openai-image <prompt>` generates an image directly.
   - `/openai-usage` shows current OpenAI subscription usage.
   - `/openai-settings` opens settings, diagnostics, and config details.
+
+## Screenshots
+
+<!-- Add screenshots here. -->
+
+<img width="983" height="851" alt="Screenshot 2026-04-29 at 11 53 23 PM" src="https://github.com/user-attachments/assets/07a2fb87-ef48-4396-8b12-124825c8d360" />
+<img width="1327" height="102" alt="Screenshot 2026-04-29 at 11 34 49 PM" src="https://github.com/user-attachments/assets/22042782-c94e-491d-b5af-095f7f0810f9" />

package/extensions/image.ts

@@ -1,13 +1,14 @@
 import { randomUUID } from "node:crypto";
 import { mkdir, readFile, writeFile } from "node:fs/promises";
 import { homedir } from "node:os";
-import { extname, isAbsolute, join, resolve } from "node:path";
+import { extname, isAbsolute, join, resolve, sep } from "node:path";
 import type { ExtensionAPI, ExtensionContext } from "@mariozechner/pi-coding-agent";
 import type { ResolvedConfig } from "./config.ts";
 import { isRecord } from "./config.ts";
 import { readCodexAuth } from "./usage.ts";
 
 const OPENAI_IMAGE_TOOL = "openai_image";
+const OPENAI_IMAGE_COMMAND = "openai-image";
 const CODEX_RESPONSES_URL = "https://chatgpt.com/backend-api/codex/responses";
 const DEFAULT_TIMEOUT_MS = 180_000;
 
@@ -22,7 +23,7 @@ export type ImageOutputFormat = typeof IMAGE_OUTPUT_FORMATS[number];
 const TOOL_PARAMS = {
   type: "object",
   properties: {
-    prompt: { type: "string", description: "Image generation/editing prompt." },
+    prompt: { type: "string", description: "Image generation/editing prompt. Pass the user's wording verbatim unless they explicitly ask you to refine or expand it." },
     action: { type: "string", enum: IMAGE_ACTIONS, description: "Whether to generate a new image, edit/reference provided images, or let the model decide." },
     images: {
       type: "array",
@@ -337,6 +338,39 @@ async function requestCodexImage(params: ToolParams, ctx: ExtensionContext, cfg:
   return { ...parsed, prompt: params.prompt, savedPath, model, action, outputFormat };
 }
 
+function displayPath(path: string): string {
+  const home = homedir();
+  if (!home) return path;
+  if (path === home) return "~";
+  const homePrefix = home.endsWith(sep) ? home : `${home}${sep}`;
+  return path.startsWith(homePrefix) ? `~/${path.slice(homePrefix.length)}` : path;
+}
+
+function textFromMessageContent(content: unknown): string | undefined {
+  if (typeof content === "string") return content.trim() || undefined;
+  if (!Array.isArray(content)) return undefined;
+  const text = content
+    .filter((part) => isRecord(part) && part.type === "text" && typeof part.text === "string")
+    .map((part) => (part as { text: string }).text)
+    .join("\n")
+    .trim();
+  return text || undefined;
+}
+
+function latestUserPromptFromEntries(entries: unknown[]): string | undefined {
+  for (let i = entries.length - 1; i >= 0; i--) {
+    const entry = entries[i];
+    if (!isRecord(entry) || entry.type !== "message" || !isRecord(entry.message) || entry.message.role !== "user") continue;
+    const text = textFromMessageContent(entry.message.content);
+    if (text) return text;
+  }
+  return undefined;
+}
+
+function resolveToolPrompt(params: ToolParams, ctx: ExtensionContext): string {
+  return latestUserPromptFromEntries(ctx.sessionManager.getEntries()) ?? params.prompt;
+}
+
 function resultText(result: CodexImageResult): string {
   const parts = [
     `Generated image via openai-codex/${result.model}.`,
@@ -344,7 +378,7 @@ function resultText(result: CodexImageResult): string {
     `Prompt: ${result.prompt}`
   ];
   if (result.revisedPrompt) parts.push(`Revised prompt: ${result.revisedPrompt}`);
-  if (result.savedPath) parts.push(`Saved: ${result.savedPath}`);
+  if (result.savedPath) parts.push(`Saved: ${displayPath(result.savedPath)}`);
   return parts.join("\n");
 }
 
@@ -387,6 +421,57 @@ export function registerOpenAIImage(pi: ExtensionAPI, getConfig: (ctx: Extension
     };
   }
 
+  void import("@mariozechner/pi-tui").then(({ Box, Container, Image, Text }) => {
+    pi.registerMessageRenderer<CodexImageResult>("openai-image", (message, _options, theme) => {
+      const result = message.details;
+      const text = result && isRecord(result)
+        ? resultText(result as CodexImageResult)
+        : typeof message.content === "string"
+          ? message.content
+          : message.content.filter((part) => part.type === "text").map((part) => part.text).join("\n");
+      const image = result && isRecord(result) && typeof result.data === "string" && typeof result.mimeType === "string"
+        ? { data: result.data, mimeType: result.mimeType, savedPath: typeof result.savedPath === "string" ? result.savedPath : undefined }
+        : Array.isArray(message.content)
+          ? message.content.find((part) => part.type === "image" && typeof part.data === "string" && typeof part.mimeType === "string")
+          : undefined;
+
+      const container = new Container();
+      const box = new Box(1, 1, (line) => theme.bg("customMessageBg", line));
+      box.addChild(new Text(`${theme.fg("accent", theme.bold("[openai-image]"))}\n\n${text}`, 0, 0));
+      if (image) {
+        box.addChild(new Image(image.data, image.mimeType, { fallbackColor: (line) => theme.fg("dim", line) }, {
+          maxWidthCells: 80,
+          maxHeightCells: 24,
+          filename: "savedPath" in image && typeof image.savedPath === "string" ? image.savedPath : undefined
+        }));
+      }
+      container.addChild(box);
+      return container;
+    });
+  }).catch(() => undefined);
+
+  pi.registerCommand(OPENAI_IMAGE_COMMAND, {
+    description: "Generate an image with OpenAI Codex image generation",
+    handler: async (args, ctx) => {
+      const prompt = args.trim();
+      if (!prompt) {
+        ctx.ui.notify("Usage: /openai-image <prompt>", "error");
+        return;
+      }
+      ctx.ui.notify("Requesting OpenAI image...", "info");
+      const result = await generate({ prompt }, ctx);
+      pi.sendMessage({
+        customType: "openai-image",
+        content: [
+          { type: "text", text: resultText(result) },
+          { type: "image", data: result.data, mimeType: result.mimeType }
+        ],
+        display: true,
+        details: result
+      });
+    }
+  });
+
   pi.registerTool({
     name: OPENAI_IMAGE_TOOL,
     label: "OpenAI image",
@@ -394,14 +479,16 @@ export function registerOpenAIImage(pi: ExtensionAPI, getConfig: (ctx: Extension
     promptSnippet: "Generate or edit raster images via OpenAI Codex subscription auth.",
     promptGuidelines: [
       "Use openai_image when the user asks to generate or edit a raster image, photo, illustration, mockup, texture, sprite, or bitmap asset.",
+      "Pass the user's image prompt verbatim. Do not embellish, rewrite, add camera/style details, or add negative prompt terms unless the user explicitly asks you to refine the prompt.",
       "Use openai_image with images for local reference images or edit targets; save project assets into the workspace when requested."
     ],
     parameters: TOOL_PARAMS,
     async execute(_toolCallId, params: ToolParams, signal, onUpdate, ctx) {
       const cfg = getConfig(ctx);
       const model = resolveModel(params, ctx, cfg);
+      const requestParams = { ...params, prompt: resolveToolPrompt(params, ctx) };
       onUpdate?.({ content: [{ type: "text", text: `Requesting OpenAI image via openai-codex/${model}...` }] });
-      const result = await generate(params, ctx, signal);
+      const result = await generate(requestParams, ctx, signal);
       return {
         content: [
           { type: "text", text: resultText(result) },
@@ -419,9 +506,12 @@ export const _imageTest = {
   CODEX_RESPONSES_URL,
   DEFAULT_TIMEOUT_MS,
   OPENAI_IMAGE_TOOL,
+  OPENAI_IMAGE_COMMAND,
   extractAccountIdFromJwt,
   imageMimeType,
   dataUrlParts,
   extractImageFromEvent,
+  displayPath,
+  latestUserPromptFromEntries,
   buildRequest
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-better-openai",
-  "version": "0.1.3",
+  "version": "0.1.6",
   "description": "Personal pi extension that improves OpenAI with fast mode, usage stats, and footer polish.",
   "keywords": [
     "fast",