@oh-my-pi/pi-agent-core 17.0.0 → 17.0.1

package/dist/types/proxy.d.ts

@@ -2,7 +2,7 @@
  * Proxy stream function for apps that route LLM calls through a server.
  * The server manages auth and proxies requests to LLM providers.
  */
-import { type AssistantMessage, type AssistantMessageEvent, type Context, EventStream, type FetchImpl, type Model, type SimpleStreamOptions, type StopReason } from "@oh-my-pi/pi-ai";
+import { type AssistantMessage, type AssistantMessageEvent, type Context, EventStream, type FetchImpl, type ImageContent, type Model, type SimpleStreamOptions, type StopReason } from "@oh-my-pi/pi-ai";
 export declare class ProxyMessageEventStream extends EventStream<AssistantMessageEvent, AssistantMessage> {
     constructor();
 }
@@ -33,6 +33,10 @@ export type ProxyAssistantMessageEvent = {
     type: "thinking_end";
     contentIndex: number;
     contentSignature?: string;
+} | {
+    type: "image_end";
+    contentIndex: number;
+    content: ImageContent;
 } | {
     type: "toolcall_start";
     contentIndex: number;

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@oh-my-pi/pi-agent-core",
-	"version": "17.0.0",
+	"version": "17.0.1",
 	"description": "General-purpose agent with transport abstraction, state management, and attachment support",
 	"homepage": "https://omp.sh",
 	"author": "Can Boluk",
@@ -35,12 +35,12 @@
 		"fmt": "biome format --write ."
 	},
 	"dependencies": {
-		"@oh-my-pi/pi-ai": "17.0.0",
-		"@oh-my-pi/pi-catalog": "17.0.0",
-		"@oh-my-pi/pi-natives": "17.0.0",
-		"@oh-my-pi/pi-utils": "17.0.0",
-		"@oh-my-pi/pi-wire": "17.0.0",
-		"@oh-my-pi/snapcompact": "17.0.0",
+		"@oh-my-pi/pi-ai": "17.0.1",
+		"@oh-my-pi/pi-catalog": "17.0.1",
+		"@oh-my-pi/pi-natives": "17.0.1",
+		"@oh-my-pi/pi-utils": "17.0.1",
+		"@oh-my-pi/pi-wire": "17.0.1",
+		"@oh-my-pi/snapcompact": "17.0.1",
 		"@opentelemetry/api": "^1.9.1"
 	},
 	"devDependencies": {

package/src/agent-loop.ts

@@ -183,6 +183,7 @@ type AssistantToolCallBlock = Extract<AssistantContentBlock, { type: "toolCall"
 function snapshotAssistantContentBlock(block: AssistantContentBlock): AssistantContentBlock {
 	switch (block.type) {
 		case "text":
+		case "image":
 			return { ...block };
 		case "thinking":
 			return { ...block };
@@ -224,6 +225,7 @@ function snapshotAssistantMessageEvent(
 		case "text_start":
 		case "text_delta":
 		case "text_end":
+		case "image_end":
 		case "thinking_start":
 		case "thinking_delta":
 		case "thinking_end":
@@ -1525,6 +1527,7 @@ async function streamAssistantResponse(
 						case "text_start":
 						case "text_delta":
 						case "text_end":
+						case "image_end":
 						case "thinking_start":
 						case "thinking_delta":
 						case "thinking_end":

package/src/proxy.ts

@@ -8,6 +8,7 @@ import {
 	type Context,
 	EventStream,
 	type FetchImpl,
+	type ImageContent,
 	type Model,
 	type SimpleStreamOptions,
 	type StopReason,
@@ -47,6 +48,7 @@ export type ProxyAssistantMessageEvent =
 	| { type: "thinking_start"; contentIndex: number }
 	| { type: "thinking_delta"; contentIndex: number; delta: string }
 	| { type: "thinking_end"; contentIndex: number; contentSignature?: string }
+	| { type: "image_end"; contentIndex: number; content: ImageContent }
 	| { type: "toolcall_start"; contentIndex: number; id: string; toolName: string }
 	| { type: "toolcall_delta"; contentIndex: number; delta: string }
 	| { type: "toolcall_end"; contentIndex: number }
@@ -315,6 +317,15 @@ function processProxyEvent(
 			throw new Error("Received thinking_end for non-thinking content");
 		}
 
+		case "image_end":
+			partial.content[proxyEvent.contentIndex] = proxyEvent.content;
+			return {
+				type: "image_end",
+				contentIndex: proxyEvent.contentIndex,
+				content: proxyEvent.content,
+				partial,
+			};
+
 		case "toolcall_start":
 			partial.content[proxyEvent.contentIndex] = {
 				type: "toolCall",

package/src/telemetry.ts

@@ -957,6 +957,9 @@ function assistantContentToOtelParts(content: AssistantMessage["content"]): Otel
 			case "text":
 				parts.push({ type: "text", content: part.text });
 				break;
+			case "image":
+				parts.push({ type: "blob", modality: "image", mime_type: part.mimeType, content: part.data });
+				break;
 			case "thinking":
 				parts.push({ type: "reasoning", content: part.thinking });
 				break;