@pikku/assistant-ui 0.12.4 → 0.12.6

package/dist/esm/use-pikku-agent-runtime.js

@@ -34,7 +34,7 @@ async function* parseSSEStream(reader) {
  * Shared helper: consume an SSE stream and populate text/toolCalls.
  * Returns an array of PendingApprovals when the stream requests them, or empty when done.
  */
-async function processStream(reader, text, toolCalls, yieldContent, onFinish) {
+async function processStream(reader, text, toolCalls, structuredParts, yieldContent, onFinish) {
     const pendingApprovals = [];
     for await (const event of parseSSEStream(reader)) {
         switch (event.type) {
@@ -77,6 +77,31 @@ async function processStream(reader, text, toolCalls, yieldContent, onFinish) {
                 }
                 break;
             }
+            case 'generative-ui': {
+                const nextPart = {
+                    type: 'generative-ui',
+                    spec: event.spec,
+                };
+                const existingIndex = structuredParts.findIndex((part) => part.type === 'generative-ui');
+                if (existingIndex === -1)
+                    structuredParts.push(nextPart);
+                else
+                    structuredParts[existingIndex] = nextPart;
+                break;
+            }
+            case 'data': {
+                const nextPart = {
+                    type: 'data',
+                    name: event.name,
+                    data: event.data,
+                };
+                const existingIndex = structuredParts.findIndex((part) => part.type === 'data' && part.name === event.name);
+                if (existingIndex === -1)
+                    structuredParts.push(nextPart);
+                else
+                    structuredParts[existingIndex] = nextPart;
+                break;
+            }
             case 'approval-request':
                 pendingApprovals.push({
                     toolCallId: event.toolCallId,
@@ -151,13 +176,32 @@ export function resolvePikkuToolStatus(status, result) {
         return { type: 'error' };
     return { type: 'completed' };
 }
-function buildContent(text, toolCalls) {
+function buildRichContent(text, structuredParts, toolCalls) {
     const content = [];
     if (text.value)
         content.push({ type: 'text', text: text.value });
+    content.push(...structuredParts);
     content.push(...toolCalls);
     return content;
 }
+function buildContentFromAgentResult(result) {
+    const content = [];
+    if (typeof result === 'string') {
+        if (result)
+            content.push({ type: 'text', text: result });
+        return content;
+    }
+    if (!result || typeof result !== 'object')
+        return content;
+    const record = result;
+    if (typeof record.text === 'string' && record.text) {
+        content.push({ type: 'text', text: record.text });
+    }
+    if (record.ui != null) {
+        content.push({ type: 'generative-ui', spec: record.ui });
+    }
+    return content;
+}
 function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDecisionsRef, setPendingApprovalsRef, onFinishRef) {
     return {
         async *run({ messages, abortSignal }) {
@@ -181,6 +225,7 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
                 // The last resume triggers continuation (next LLM step).
                 let lastText = { value: '' };
                 let lastToolCalls = [];
+                let lastStructuredParts = [];
                 let nextApprovals = [];
                 for (let i = 0; i < decisions.length; i++) {
                     const decision = decisions[i];
@@ -209,19 +254,21 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
                     }
                     const text = { value: '' };
                     const toolCalls = [];
+                    const structuredParts = [];
                     const reader = resumeResponse.body.getReader();
-                    const streamApprovals = await processStream(reader, text, toolCalls, () => { }, i === decisions.length - 1
+                    const streamApprovals = await processStream(reader, text, toolCalls, structuredParts, () => { }, i === decisions.length - 1
                         ? (onFinishRef.current ?? undefined)
                         : undefined);
                     // Keep the last resume's output (it has continuation content)
                     lastText = text;
                     lastToolCalls = toolCalls;
+                    lastStructuredParts = structuredParts;
                     if (streamApprovals.length > 0) {
                         nextApprovals = streamApprovals;
                     }
                 }
                 // Build content from the last resume's output
-                const content = buildContent(lastText, lastToolCalls);
+                const content = buildRichContent(lastText, lastStructuredParts, lastToolCalls);
                 if (nextApprovals.length > 0) {
                     // More approvals from continuation — show them
                     pendingApprovalsRef.current = nextApprovals;
@@ -249,7 +296,7 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
                             lastToolCalls.push(approvalToolCall);
                         }
                     }
-                    const updatedContent = buildContent(lastText, lastToolCalls);
+                    const updatedContent = buildRichContent(lastText, lastStructuredParts, lastToolCalls);
                     yield {
                         content: updatedContent,
                         status: {
@@ -287,6 +334,7 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
                         resourceId: opts.resourceId,
                         model: opts.model,
                         temperature: opts.temperature,
+                        ...(opts.context ? { context: opts.context } : {}),
                     }),
                     signal: abortSignal,
                     credentials: opts.credentials,
@@ -328,14 +376,15 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
             }
             const text = { value: '' };
             const toolCalls = [];
+            const structuredParts = [];
             let pendingContent = null;
             const yieldContent = () => {
-                const content = buildContent(text, toolCalls);
+                const content = buildRichContent(text, structuredParts, toolCalls);
                 if (content.length > 0)
                     pendingContent = content;
             };
             const reader = response.body.getReader();
-            const approvals = await processStream(reader, text, toolCalls, yieldContent, onFinishRef.current ?? undefined);
+            const approvals = await processStream(reader, text, toolCalls, structuredParts, yieldContent, onFinishRef.current ?? undefined);
             if (approvals.length === 0) {
                 // No approval needed — yield final content and done
                 if (pendingContent) {
@@ -378,7 +427,7 @@ function createPikkuStreamingAdapter(optionsRef, pendingApprovalsRef, approvalDe
                     toolCalls.splice(i, 1);
                 }
             }
-            const content = buildContent(text, toolCalls);
+            const content = buildRichContent(text, structuredParts, toolCalls);
             yield {
                 content,
                 status: {
@@ -446,7 +495,12 @@ export const convertDbMessages = (dbMessages) => {
             continue;
         const parts = [];
         if (msg.content) {
-            parts.push({ type: 'text', text: msg.content });
+            if (Array.isArray(msg.content)) {
+                parts.push(...msg.content);
+            }
+            else {
+                parts.push({ type: 'text', text: msg.content });
+            }
         }
         if (Array.isArray(msg.toolCalls)) {
             for (const tc of msg.toolCalls) {
@@ -533,6 +587,7 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
                 // Resume uses SSE (same as streaming mode)
                 let lastText = { value: '' };
                 let lastToolCalls = [];
+                let lastStructuredParts = [];
                 let nextApprovals = [];
                 for (let i = 0; i < decisions.length; i++) {
                     const decision = decisions[i];
@@ -560,17 +615,19 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
                     }
                     const text = { value: '' };
                     const toolCalls = [];
+                    const structuredParts = [];
                     const reader = resumeResponse.body.getReader();
-                    const streamApprovals = await processStream(reader, text, toolCalls, () => { }, i === decisions.length - 1
+                    const streamApprovals = await processStream(reader, text, toolCalls, structuredParts, () => { }, i === decisions.length - 1
                         ? (onFinishRef.current ?? undefined)
                         : undefined);
                     lastText = text;
                     lastToolCalls = toolCalls;
+                    lastStructuredParts = structuredParts;
                     if (streamApprovals.length > 0) {
                         nextApprovals = streamApprovals;
                     }
                 }
-                const content = buildContent(lastText, lastToolCalls);
+                const content = buildRichContent(lastText, lastStructuredParts, lastToolCalls);
                 if (nextApprovals.length > 0) {
                     pendingApprovalsRef.current = nextApprovals;
                     setPendingApprovalsRef.current(nextApprovals);
@@ -596,7 +653,7 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
                             lastToolCalls.push(approvalToolCall);
                         }
                     }
-                    const updatedContent = buildContent(lastText, lastToolCalls);
+                    const updatedContent = buildRichContent(lastText, lastStructuredParts, lastToolCalls);
                     yield {
                         content: updatedContent,
                         status: {
@@ -632,6 +689,7 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
                     resourceId: opts.resourceId,
                     model: opts.model,
                     temperature: opts.temperature,
+                    ...(opts.context ? { context: opts.context } : {}),
                 }),
                 signal: abortSignal,
                 credentials: opts.credentials,
@@ -656,9 +714,7 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
                     },
                 }));
                 const content = [];
-                if (json.result) {
-                    content.push({ type: 'text', text: json.result });
-                }
+                content.push(...buildContentFromAgentResult(json.result));
                 content.push(...toolCalls);
                 yield {
                     content,
@@ -671,10 +727,7 @@ function createPikkuNonStreamingAdapter(optionsRef, pendingApprovalsRef, approva
             }
             // No approvals — yield complete content
             onFinishRef.current?.();
-            const content = [];
-            if (json.result) {
-                content.push({ type: 'text', text: String(json.result) });
-            }
+            const content = buildContentFromAgentResult(json.result);
             if (content.length > 0) {
                 yield { content };
             }

package/dist/tsconfig.cjs.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/index.ts","../src/use-pikku-agent-runtime.ts","../src/pikku-agent-chat.tsx"],"version":"5.9.3"}
+{"root":["../src/index.ts","../src/model-capabilities.ts","../src/use-file-attachment.ts","../src/use-pikku-agent-runtime.ts","../src/pikku-agent-chat.tsx"],"version":"5.9.3"}

package/dist/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/index.ts","../src/use-pikku-agent-runtime.ts","../src/pikku-agent-chat.tsx"],"version":"5.9.3"}
+{"root":["../src/index.ts","../src/model-capabilities.ts","../src/use-file-attachment.ts","../src/use-pikku-agent-runtime.ts","../src/pikku-agent-chat.tsx"],"version":"5.9.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/assistant-ui",
-  "version": "0.12.4",
+  "version": "0.12.6",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
   "type": "module",
@@ -20,7 +20,7 @@
     "prepublishOnly": "yarn build"
   },
   "dependencies": {
-    "@assistant-ui/react": "^0.12.12",
+    "@assistant-ui/react": "^0.12.12 || ^0.14.0",
     "react-markdown": "^10.1.0"
   },
   "peerDependencies": {

package/src/index.ts

@@ -17,3 +17,6 @@ export type {
 } from './use-pikku-agent-runtime.js'
 export { PikkuAgentChat } from './pikku-agent-chat.js'
 export type { PikkuAgentChatProps } from './pikku-agent-chat.js'
+export { useFileAttachment, INLINE_SIZE_LIMIT } from './use-file-attachment.js'
+export type { PendingFile, UploadAttachmentFn } from './use-file-attachment.js'
+export { modelSupportsVision } from './model-capabilities.js'

package/src/model-capabilities.ts

@@ -0,0 +1,14 @@
+const MODEL_VISION_SUPPORT = new Set([
+  'claude-sonnet-4-5',
+  'claude-opus-4-1',
+  'gpt-4o-mini',
+  'gpt-5',
+  'gpt-5-mini',
+  'gpt-5-codex',
+  'gemini-2.5-pro',
+  'gemini-2.5-flash',
+])
+
+export function modelSupportsVision(modelID: string): boolean {
+  return MODEL_VISION_SUPPORT.has(modelID)
+}