@reverbia/sdk 1.0.0-next.20251202095402 → 1.0.0-next.20251202225102

package/dist/react/index.mjs

@@ -1090,15 +1090,12 @@ function useChat(options) {
         const lastUserMessage = [...messages].reverse().find((m) => m.role === "user");
         if (lastUserMessage?.content) {
           setIsSelectingTool(true);
+          const contentString = lastUserMessage.content?.map((part) => part.text || "").join("") || "";
           try {
-            const selectionResult = await selectTool(
-              lastUserMessage.content,
-              tools,
-              {
-                model: toolSelectorModel,
-                signal: abortController.signal
-              }
-            );
+            const selectionResult = await selectTool(contentString, tools, {
+              model: toolSelectorModel,
+              signal: abortController.signal
+            });
             if (selectionResult.toolSelected && selectionResult.toolName) {
               const selectedTool = tools.find(
                 (t) => t.name === selectionResult.toolName
@@ -1120,22 +1117,32 @@ function useChat(options) {
                 if (toolExecutionResult.success && toolExecutionResult.result !== void 0) {
                   const toolResultContext = {
                     role: "system",
-                    content: `Tool "${toolExecutionResult.toolName}" was executed with the following result:
+                    content: [
+                      {
+                        type: "text",
+                        text: `Tool "${toolExecutionResult.toolName}" was executed with the following result:
 ${JSON.stringify(
-                      toolExecutionResult.result,
-                      null,
-                      2
-                    )}
+                          toolExecutionResult.result,
+                          null,
+                          2
+                        )}
 
 Use this information to respond to the user's request.`
+                      }
+                    ]
                   };
                   messagesWithToolContext = [...messages, toolResultContext];
                 } else if (toolExecutionResult.error) {
                   const toolErrorContext = {
                     role: "system",
-                    content: `Tool "${toolExecutionResult.toolName}" was executed but encountered an error: ${toolExecutionResult.error}
+                    content: [
+                      {
+                        type: "text",
+                        text: `Tool "${toolExecutionResult.toolName}" was executed but encountered an error: ${toolExecutionResult.error}
 
 Please inform the user about this issue and try to help them alternatively.`
+                      }
+                    ]
                   };
                   messagesWithToolContext = [...messages, toolErrorContext];
                 }
@@ -1154,7 +1161,7 @@ Please inform the user about this issue and try to help them alternatively.`
           const usedModel = localModel;
           const formattedMessages = messagesWithToolContext.map((m) => ({
             role: m.role || "user",
-            content: m.content || ""
+            content: m.content?.map((p) => p.text || "").join("") || ""
           }));
           await generateLocalChatCompletion(formattedMessages, {
             model: usedModel,
@@ -1173,7 +1180,7 @@ Please inform the user about this issue and try to help them alternatively.`
                 index: 0,
                 message: {
                   role: "assistant",
-                  content: accumulatedContent
+                  content: [{ type: "text", text: accumulatedContent }]
                 },
                 finish_reason: "stop"
               }
@@ -1287,7 +1294,7 @@ Please inform the user about this issue and try to help them alternatively.`
                 index: 0,
                 message: {
                   role: "assistant",
-                  content: accumulatedContent
+                  content: [{ type: "text", text: accumulatedContent }]
                 },
                 finish_reason: finishReason
               }
@@ -1738,6 +1745,16 @@ var postApiV1Embeddings = (options) => {
     }
   });
 };
+var postApiV1ImagesGenerations = (options) => {
+  return (options.client ?? client).post({
+    url: "/api/v1/images/generations",
+    ...options,
+    headers: {
+      "Content-Type": "application/json",
+      ...options.headers
+    }
+  });
+};
 var getApiV1Models = (options) => {
   return (options?.client ?? client).get({
     url: "/api/v1/models",
@@ -1908,9 +1925,12 @@ function useMemory(options = {}) {
             messages: [
               {
                 role: "system",
-                content: FACT_EXTRACTION_PROMPT
+                content: [{ type: "text", text: FACT_EXTRACTION_PROMPT }]
               },
-              ...messages
+              ...messages.map((m) => ({
+                role: m.role,
+                content: [{ type: "text", text: m.content }]
+              }))
             ],
             model: model || completionsModel
           },
@@ -1931,7 +1951,13 @@ function useMemory(options = {}) {
           );
           return null;
         }
-        const content = completion.data.choices?.[0]?.message?.content?.trim() || "";
+        const messageContent = completion.data.choices?.[0]?.message?.content;
+        let content = "";
+        if (Array.isArray(messageContent)) {
+          content = messageContent.map((p) => p.text || "").join("").trim();
+        } else if (typeof messageContent === "string") {
+          content = messageContent.trim();
+        }
         if (!content) {
           console.error("No content in memory extraction response");
           return null;
@@ -2212,6 +2238,88 @@ function useModels(options = {}) {
   };
 }
 
+// src/react/useImageGeneration.ts
+import { useCallback as useCallback4, useEffect as useEffect4, useRef as useRef5, useState as useState3 } from "react";
+function useImageGeneration(options = {}) {
+  const { getToken, baseUrl = BASE_URL, onFinish, onError } = options;
+  const [isLoading, setIsLoading] = useState3(false);
+  const abortControllerRef = useRef5(null);
+  useEffect4(() => {
+    return () => {
+      if (abortControllerRef.current) {
+        abortControllerRef.current.abort();
+        abortControllerRef.current = null;
+      }
+    };
+  }, []);
+  const stop = useCallback4(() => {
+    if (abortControllerRef.current) {
+      abortControllerRef.current.abort();
+      abortControllerRef.current = null;
+    }
+  }, []);
+  const generateImage = useCallback4(
+    async (args) => {
+      if (abortControllerRef.current) {
+        abortControllerRef.current.abort();
+      }
+      const abortController = new AbortController();
+      abortControllerRef.current = abortController;
+      setIsLoading(true);
+      try {
+        if (!getToken) {
+          throw new Error("Token getter function is required.");
+        }
+        const token = await getToken();
+        if (!token) {
+          throw new Error("No access token available.");
+        }
+        const response = await postApiV1ImagesGenerations({
+          baseUrl,
+          body: args,
+          headers: {
+            Authorization: `Bearer ${token}`
+          },
+          signal: abortController.signal
+        });
+        if (response.error) {
+          const errorMsg = response.error.error || "Failed to generate image";
+          throw new Error(errorMsg);
+        }
+        if (!response.data) {
+          throw new Error("No data received from image generation API");
+        }
+        const result = response.data;
+        if (onFinish) {
+          onFinish(result);
+        }
+        return { data: result, error: null };
+      } catch (err) {
+        if (err instanceof Error && err.name === "AbortError") {
+          return { data: null, error: "Request aborted" };
+        }
+        const errorMsg = err instanceof Error ? err.message : "Failed to generate image.";
+        const errorObj = err instanceof Error ? err : new Error(errorMsg);
+        if (onError) {
+          onError(errorObj);
+        }
+        return { data: null, error: errorMsg };
+      } finally {
+        if (abortControllerRef.current === abortController) {
+          setIsLoading(false);
+          abortControllerRef.current = null;
+        }
+      }
+    },
+    [getToken, baseUrl, onFinish, onError]
+  );
+  return {
+    isLoading,
+    generateImage,
+    stop
+  };
+}
+
 // src/lib/memory/chat.ts
 var formatMemoriesForChat = (memories, format = "compact") => {
   if (memories.length === 0) {
@@ -2278,6 +2386,7 @@ export {
   selectTool,
   useChat,
   useEncryption,
+  useImageGeneration,
   useMemory,
   useModels
 };

package/dist/vercel/index.cjs

@@ -37,7 +37,7 @@ function mapMessagesToCompletionPayload(messages) {
     if (!content.length) return null;
     const llmMessage = {
       role: message.role,
-      content
+      content: [{ type: "text", text: content }]
     };
     return llmMessage;
   }).filter((m) => m !== null);

package/dist/vercel/index.d.mts

@@ -7,9 +7,33 @@ type LlmapiMessage = {
     /**
      * Content is the message content
      */
-    content?: string;
+    content?: Array<LlmapiMessageContentPart>;
     role?: LlmapiRole;
 };
+/**
+ * ImageURL is used when Type=image_url
+ */
+type LlmapiMessageContentImage = {
+    /**
+     * Detail is the OpenAI detail hint (auto|low|high)
+     */
+    detail?: string;
+    /**
+     * URL is the image URL or data URI
+     */
+    url?: string;
+};
+type LlmapiMessageContentPart = {
+    image_url?: LlmapiMessageContentImage;
+    /**
+     * Text holds the text content when Type=text
+     */
+    text?: string;
+    /**
+     * Type is the block type (`text` or `image_url`)
+     */
+    type?: string;
+};
 /**
  * Role is the message role (system, user, assistant)
  */

package/dist/vercel/index.d.ts

@@ -7,9 +7,33 @@ type LlmapiMessage = {
     /**
      * Content is the message content
      */
-    content?: string;
+    content?: Array<LlmapiMessageContentPart>;
     role?: LlmapiRole;
 };
+/**
+ * ImageURL is used when Type=image_url
+ */
+type LlmapiMessageContentImage = {
+    /**
+     * Detail is the OpenAI detail hint (auto|low|high)
+     */
+    detail?: string;
+    /**
+     * URL is the image URL or data URI
+     */
+    url?: string;
+};
+type LlmapiMessageContentPart = {
+    image_url?: LlmapiMessageContentImage;
+    /**
+     * Text holds the text content when Type=text
+     */
+    text?: string;
+    /**
+     * Type is the block type (`text` or `image_url`)
+     */
+    type?: string;
+};
 /**
  * Role is the message role (system, user, assistant)
  */

package/dist/vercel/index.mjs

@@ -9,7 +9,7 @@ function mapMessagesToCompletionPayload(messages) {
     if (!content.length) return null;
     const llmMessage = {
       role: message.role,
-      content
+      content: [{ type: "text", text: content }]
     };
     return llmMessage;
   }).filter((m) => m !== null);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@reverbia/sdk",
-  "version": "1.0.0-next.20251202095402",
+  "version": "1.0.0-next.20251202225102",
   "description": "",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",
@@ -57,7 +57,7 @@
   "homepage": "https://github.com/zeta-chain/ai-sdk#readme",
   "dependencies": {
     "@huggingface/transformers": "^3.8.0",
-    "@reverbia/portal": "1.0.0-next.20251126175613",
+    "@reverbia/portal": "1.0.0-next.20251201184846",
     "ai": "5.0.93"
   },
   "devDependencies": {