@applica-software-guru/persona-sdk 0.1.48 → 0.1.52

package/src/runtime.tsx

@@ -1,5 +1,11 @@
 import { useState, useEffect, useCallback, PropsWithChildren, createContext, useContext, useMemo, useRef } from 'react';
-import { useExternalStoreRuntime, AppendMessage, AssistantRuntimeProvider } from '@assistant-ui/react';
+import {
+  useExternalStoreRuntime,
+  AppendMessage,
+  AssistantRuntimeProvider,
+  CompositeAttachmentAdapter,
+  SimpleImageAttachmentAdapter,
+} from '@assistant-ui/react';
 import {
   PersonaConfig,
   PersonaMessage,
@@ -30,6 +36,24 @@ type PersonaRuntimeContextType = {
 
 const PersonaRuntimeContext = createContext<PersonaRuntimeContextType | undefined>(undefined);
 
+function fileToBase64(file: File): Promise<string> {
+  return new Promise((resolve, reject) => {
+    const reader = new FileReader();
+    reader.readAsDataURL(file); // Converte il file in Data URL (base64)
+
+    reader.onload = () => {
+      //remove data url  using ;base64, to split
+      const base64 = reader.result as string;
+      const base64WithoutPrefix = base64.split(';base64,')[1];
+      resolve(base64WithoutPrefix);
+    };
+
+    reader.onerror = (error) => {
+      reject(error);
+    };
+  });
+}
+
 function PersonaRuntimeProviderInner({
   dev = false,
   protocols: _protocols,
@@ -152,8 +176,32 @@ function PersonaRuntimeProviderInner({
     setIsRunning(true);
 
     const protocol = protocols.sort((a, b) => b.getPriority() - a.getPriority()).find((protocol) => protocol.status === 'connected');
+    const content: Array<PersonaMessage> = [];
+    if (message.attachments) {
+      for (const attachment of message.attachments) {
+        if (attachment.contentType.startsWith('image/') && attachment.file) {
+          content.push({
+            role: 'user',
+            image: {
+              contentType: attachment.contentType,
+              content: await fileToBase64(attachment.file),
+            },
+            text: '',
+            type: 'text',
+          });
+        }
+      }
+    }
 
-    await protocol?.send(input);
+    if (message.content) {
+      content.push({
+        role: 'user',
+        text: message.content[0].text,
+        type: 'text',
+      });
+    }
+    logger?.debug('Sending message:', content);
+    await protocol?.send(content);
 
     setIsRunning(false);
   };
@@ -176,6 +224,9 @@ function PersonaRuntimeProviderInner({
     onNew,
     onCancel,
     onReload,
+    adapters: {
+      attachments: new CompositeAttachmentAdapter([new SimpleImageAttachmentAdapter()]),
+    },
   });
 
   return (

package/src/types.ts

@@ -53,11 +53,17 @@ export type PersonaTransaction = {
   context: PersonaAgentContext;
 };
 
+export type PersonaImage = {
+  content: string;
+  contentType: string;
+};
+
 export type PersonaMessage = {
   id?: string | null;
   protocol?: string;
   thought?: string;
-  text: string;
+  text: string; //todo: puo essere null
+  image?: PersonaImage;
   type: 'reasoning' | 'text' | 'transaction';
   role: 'user' | 'assistant' | 'function';
   files?: PersonaFile[];
@@ -92,7 +98,6 @@ export type PersonaWebRTCConfig = PersonaBaseConfig & {
 };
 
 export type Session = string | null | undefined;
-export type Message = string;
 
 export type MessageListenerCallback = (message: PersonaPayload) => void;
 export type StatusChangeCallback = (status: ProtocolStatus) => void;
@@ -118,7 +123,7 @@ export interface PersonaProtocol {
 
   setSession: (session: Session) => Promise<void>;
 
-  send: (message: Message) => Promise<void>;
+  send: (content: Array<PersonaMessage> | PersonaMessage) => Promise<void>;
   clearListeners: () => void;
   addStatusChangeListener: (callback: StatusChangeCallback) => void;
   addMessageListener: (callback: MessageListenerCallback) => void;