@copilotkit/runtime 1.8.6-next.0 → 1.8.7-next.0

package/dist/lib/integrations/node-http/index.mjs

@@ -1,9 +1,9 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-H2VC34X7.mjs";
-import "../../../chunk-DNI7KA7Y.mjs";
+} from "../../../chunk-JSV26III.mjs";
+import "../../../chunk-EY6RUVB7.mjs";
 import "../../../chunk-5BIEM2UU.mjs";
-import "../../../chunk-RTFJTJMA.mjs";
+import "../../../chunk-SHBDMA63.mjs";
 import "../../../chunk-2OZAGFV3.mjs";
 import "../../../chunk-FHD4JECV.mjs";
 export {

package/dist/service-adapters/index.d.ts

@@ -1,8 +1,8 @@
-import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-6f7af8d3.js';
-export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-6f7af8d3.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-fb9aa3ab.js';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-c9a20fe9.js';
+export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-c9a20fe9.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-53d3fa48.js';
 import Anthropic from '@anthropic-ai/sdk';
-import '../index-5bec5424.js';
+import '../index-d4614f9b.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import '@copilotkit/shared';

package/dist/service-adapters/index.js

@@ -258,6 +258,18 @@ function convertMessageToOpenAIMessage(message, options) {
       role,
       content: message.content
     };
+  } else if (message.isImageMessage()) {
+    return {
+      role: "user",
+      content: [
+        {
+          type: "image_url",
+          image_url: {
+            url: `data:image/${message.format};base64,${message.bytes}`
+          }
+        }
+      ]
+    };
   } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
@@ -1233,6 +1245,37 @@ function convertMessageToAnthropicMessage(message) {
         ]
       };
     }
+  } else if (message.isImageMessage()) {
+    let mediaType;
+    switch (message.format) {
+      case "jpeg":
+        mediaType = "image/jpeg";
+        break;
+      case "png":
+        mediaType = "image/png";
+        break;
+      case "webp":
+        mediaType = "image/webp";
+        break;
+      case "gif":
+        mediaType = "image/gif";
+        break;
+      default:
+        throw new Error(`Unsupported image format: ${message.format}`);
+    }
+    return {
+      role: "user",
+      content: [
+        {
+          type: "image",
+          source: {
+            type: "base64",
+            media_type: mediaType,
+            data: message.bytes
+          }
+        }
+      ]
+    };
   } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",