@rynx-ai/runtime 0.1.11-beta.48 → 0.1.11-beta.49

package/dist/claude/transcript.js

@@ -32,19 +32,24 @@ function strippedImagePlaceholder(source) {
  *  history. A Read image result can contain a full-resolution base64 payload;
  *  replaying it as text only bloats the transcript, while the model cannot use
  *  those encoded bytes as text. Keep a small, human-readable marker instead. */
-function stripInlineImageData(value) {
+function stripInlineImageData(value, preview) {
     if (Array.isArray(value))
-        return value.map(stripInlineImageData);
+        return value.map((part) => stripInlineImageData(part, preview));
     if (!isObject(value))
         return value;
     const source = isObject(value.source) ? value.source : undefined;
     if (value.type === "image" && source) {
-        return { type: "text", text: strippedImagePlaceholder(source) };
+        return {
+            type: "text",
+            text: value === preview
+                ? `[${source.media_type} image attached]`
+                : strippedImagePlaceholder(source),
+        };
     }
-    return Object.fromEntries(Object.entries(value).map(([key, nested]) => [key, stripInlineImageData(nested)]));
+    return Object.fromEntries(Object.entries(value).map(([key, nested]) => [key, stripInlineImageData(nested, preview)]));
 }
-function stringifyToolContent(content) {
-    const stripped = stripInlineImageData(content);
+function stringifyToolContent(content, preview) {
+    const stripped = stripInlineImageData(content, preview);
     if (typeof stripped === "string")
         return stripped;
     if (Array.isArray(stripped)) {
@@ -58,6 +63,25 @@ function stringifyToolContent(content) {
     }
     return stripped == null ? "" : JSON.stringify(stripped);
 }
+/** Native Read returns inline image bytes, sometimes transcoded from the file.
+ * Reuse the tool-image resource pipeline so the preview preserves those bytes
+ * while the canonical output text stays small. Remaining images keep markers
+ * until the shared tool-output contract supports more than one preview. */
+function inlineImagePreview(content) {
+    if (!Array.isArray(content))
+        return undefined;
+    for (const block of content) {
+        if (!isObject(block) || block.type !== "image" || !isObject(block.source))
+            continue;
+        const { type, media_type: mediaType, data } = block.source;
+        if (type === "base64" &&
+            typeof mediaType === "string" && /^image\/[a-z0-9+.-]+$/i.test(mediaType) &&
+            typeof data === "string" && /^[A-Za-z0-9+/]+={0,2}$/.test(data)) {
+            return { block, result: `data:${mediaType};base64,${data}` };
+        }
+    }
+    return undefined;
+}
 const BASH_INPUT_RE = /<bash-input>([\s\S]*?)<\/bash-input>/;
 const BASH_STDOUT_RE = /<bash-stdout>([\s\S]*?)<\/bash-stdout>/;
 const BASH_STDERR_RE = /<bash-stderr>([\s\S]*?)<\/bash-stderr>/;
@@ -188,14 +212,16 @@ export function parseTranscriptRecord(record, opts) {
             return [];
         for (const block of message.content) {
             if (block.type === "tool_result") {
+                const preview = block.is_error ? undefined : inlineImagePreview(block.content);
                 out.push({
                     type: "tool",
                     event: "on_tool_end",
                     output: {
                         id: block.tool_use_id,
                         status: block.is_error ? "failed" : "completed",
-                        aggregatedOutput: stringifyToolContent(block.content),
+                        aggregatedOutput: stringifyToolContent(block.content, preview?.block),
                         exitCode: null,
+                        ...(preview ? { generatedImage: { result: preview.result } } : {}),
                     },
                     ...(block.is_error ? { error: "tool_error" } : {}),
                     data: { tool_use_id: block.tool_use_id, itemStatus: "completed" },

package/dist/codex-app-server/mapping.js

@@ -249,6 +249,28 @@ export function mapCodexItem(method, item) {
             });
             return { events };
         }
+        case "imageView": {
+            const image = item;
+            if (typeof image.id !== "string" || !image.id ||
+                typeof image.path !== "string" || !image.path)
+                return { events };
+            events.push({
+                type: "tool",
+                event: isStart ? "on_tool_start" : "on_tool_end",
+                name: "view_image",
+                // Image views may arrive only as completed items, including backfill.
+                input: isStart || isEnd ? { id: image.id, path: image.path } : undefined,
+                output: isEnd
+                    ? {
+                        id: image.id,
+                        aggregatedOutput: `Viewed image at ${image.path}`,
+                        generatedImage: { savedPath: image.path },
+                    }
+                    : undefined,
+                data: { method, item },
+            });
+            return { events };
+        }
         case "imageGeneration": {
             const image = item;
             events.push({

package/dist/codex-app-server/protocol.d.ts

@@ -298,7 +298,11 @@ export interface ImageGenerationItem extends ThreadItemBase {
     /** Codex App Server guarantees this is absolute when present. */
     savedPath?: string;
 }
-export type ThreadItem = UserMessageItem | AgentMessageItem | ReasoningItem | PlanItem | CommandExecutionItem | FileChangeItem | McpToolCallItem | DynamicToolCallItem | WebSearchItem | ImageGenerationItem | (ThreadItemBase & Record<string, unknown>);
+export interface ImageViewItem extends ThreadItemBase {
+    type: "imageView";
+    path: string;
+}
+export type ThreadItem = UserMessageItem | AgentMessageItem | ReasoningItem | PlanItem | CommandExecutionItem | FileChangeItem | McpToolCallItem | DynamicToolCallItem | WebSearchItem | ImageGenerationItem | ImageViewItem | (ThreadItemBase & Record<string, unknown>);
 export interface ThreadSummary {
     id?: string;
     threadId?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rynx-ai/runtime",
-  "version": "0.1.11-beta.48",
+  "version": "0.1.11-beta.49",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/rynx-ai/rynx.git",
@@ -26,7 +26,7 @@
   "dependencies": {
     "smol-toml": "1.7.1",
     "ws": "^8.21.0",
-    "@rynx-ai/core": "0.1.11-beta.48"
+    "@rynx-ai/core": "0.1.11-beta.49"
   },
   "devDependencies": {
     "@types/ws": "^8.18.1"