@benjamolina/pi-antigravity-guard 0.4.5 → 0.4.6

package/dist/catalog.d.ts

@@ -436,7 +436,7 @@ export declare function toPiModelDescriptor(entry: CatalogEntry): {
         medium: string | null;
         minimal: string | null;
     };
-    input: "text"[];
+    input: ("text" | "image")[];
     cost: {
         input: number;
         output: number;

package/dist/catalog.js

@@ -179,12 +179,13 @@ export function resolveToolCapability(capability, publicModelId, reasoning, wire
     return capability;
 }
 export function toPiModelDescriptor(entry) {
+    const isMultimodal = entry.response.family === "gemini" || entry.response.family === "claude";
     return {
         id: entry.publicId,
-        name: entry.descriptor.name,
+        name: entry.descriptor.name.replace(", text only", ""),
         reasoning: true,
         thinkingLevelMap: { ...entry.descriptor.thinkingLevelMap },
-        input: ["text"],
+        input: (isMultimodal ? ["text", "image"] : ["text"]),
         cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
         contextWindow: entry.descriptor.contextWindow,
         maxTokens: entry.descriptor.maxTokens,

package/dist/context.d.ts

@@ -2,9 +2,13 @@ import type { Context, Model, SimpleStreamOptions } from "@earendil-works/pi-ai"
 import { type GenerationSelection } from "./catalog.ts";
 import { type ToolReplayDiagnostics } from "./tool-context.ts";
 interface Part {
-    text: string;
+    text?: string;
     thought?: true;
     thoughtSignature?: string;
+    inlineData?: {
+        mimeType: string;
+        data: string;
+    };
 }
 interface Content {
     role: "user" | "model";

package/dist/context.js

@@ -77,7 +77,7 @@ export function serializeTextContext(input) {
                 fail("Unsupported context role for this text-only provider.");
             const assistant = role === "assistant";
             const parts = messageParts(field(message, "content", true), assistant, assistant && entry.replay.kind === "same-public-model" && isSameProviderAndModel(message, entry.publicId));
-            textBytes += parts.reduce((total, part) => total + byteLength(part.text), 0);
+            textBytes += parts.reduce((total, part) => total + (part.text ? byteLength(part.text) : (part.inlineData ? byteLength(part.inlineData.data) : 0)), 0);
             if (textBytes > MAX_TEXT_BYTES)
                 fail("Text context is too large.");
             contents.push({ role: role === "assistant" ? "model" : "user", parts });
@@ -159,6 +159,14 @@ function messagePart(part, assistant, sameProviderAndModel) {
             fail("Only text context is supported by this provider.");
         return { text };
     }
+    if (type === "image") {
+        const rawData = field(part, "data") ?? (isRecord(field(part, "source")) ? field(field(part, "source"), "data") : undefined);
+        if (typeof rawData !== "string" || !rawData)
+            fail("Invalid image data.");
+        const rawMime = field(part, "mimeType") ?? (isRecord(field(part, "source")) ? field(field(part, "source"), "media_type") : undefined);
+        const mimeType = typeof rawMime === "string" && rawMime ? rawMime : "image/jpeg";
+        return { inlineData: { mimeType, data: rawData } };
+    }
     fail("Only text context is supported by this provider.");
 }
 function isSameProviderAndModel(message, publicId) {

package/dist/tool-context.js

@@ -58,13 +58,17 @@ export function replayToolHistory(messages, serializePart, onDiagnostics, policy
     const finalize = () => {
         if (!pending)
             return;
-        appendTurn("user", pending.calls.map((call) => {
+        const turnParts = pending.calls.map((call) => {
             const actual = pending.results.get(call.id);
             if (actual)
                 return actual;
             recoveryCount.value += 1;
             return pending.observations ? observation(call, missingResultText()) : missingResult(call);
-        }));
+        });
+        if (pending.extraParts?.length) {
+            turnParts.push(...pending.extraParts);
+        }
+        appendTurn("user", turnParts);
         pending = undefined;
     };
     for (const message of messages) {
@@ -83,14 +87,34 @@ export function replayToolHistory(messages, serializePart, onDiagnostics, policy
                 history("PI_TOOL_RESULT_NAME_MISMATCH");
             if (value(current, "addedToolNames") !== undefined && dense(value(current, "addedToolNames")).length)
                 history("PI_TOOL_CALL_INVALID");
-            const text = dense(value(current, "content")).map((item) => {
+            const textParts = [];
+            const imageParts = [];
+            for (const item of dense(value(current, "content"))) {
                 const part = record(item);
-                if (value(part, "type") !== "text" || typeof value(part, "text") !== "string")
+                if (value(part, "type") === "text" && typeof value(part, "text") === "string") {
+                    textParts.push(value(part, "text"));
+                }
+                else if (value(part, "type") === "image") {
+                    const rawData = value(part, "data") ?? (isRecord(value(part, "source")) ? value(record(value(part, "source")), "data") : undefined);
+                    if (typeof rawData === "string" && rawData) {
+                        const rawMime = value(part, "mimeType") ?? (isRecord(value(part, "source")) ? value(record(value(part, "source")), "media_type") : undefined);
+                        const mimeType = typeof rawMime === "string" && rawMime ? rawMime : "image/jpeg";
+                        imageParts.push({ inlineData: { mimeType, data: rawData } });
+                    }
+                }
+                else {
                     history("PI_TOOL_RESULT_MEDIA_UNSUPPORTED");
-                return value(part, "text");
-            }).join("\n\n");
-            const response = value(current, "isError") === true ? { error: text } : { output: text };
-            pending.results.set(id, pending.observations ? observation(call, text) : { functionResponse: { name: call.name, response } });
+                }
+            }
+            const text = textParts.join("\n\n");
+            const outputText = text || (imageParts.length > 0 ? "[Image content]" : "");
+            const response = value(current, "isError") === true ? { error: outputText } : { output: outputText };
+            pending.results.set(id, pending.observations ? observation(call, outputText) : { functionResponse: { name: call.name, response } });
+            if (imageParts.length > 0) {
+                if (!pending.extraParts)
+                    pending.extraParts = [];
+                pending.extraParts.push(...imageParts);
+            }
             results.add(id);
             continue;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@benjamolina/pi-antigravity-guard",
-  "version": "0.4.5",
+  "version": "0.4.6",
   "description": "Pi adapter for Antigravity Guard",
   "type": "module",
   "license": "MIT",