@copilotkit/runtime 1.8.6 → 1.8.7

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.8.6",
+      version: "1.8.7",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -301,6 +301,18 @@ function convertMessageToOpenAIMessage(message, options) {
       role,
       content: message.content
     };
+  } else if (message.isImageMessage()) {
+    return {
+      role: "user",
+      content: [
+        {
+          type: "image_url",
+          image_url: {
+            url: `data:image/${message.format};base64,${message.bytes}`
+          }
+        }
+      ]
+    };
   } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
@@ -1292,6 +1304,7 @@ var MessageInput = class extends BaseMessageInput {
   actionExecutionMessage;
   resultMessage;
   agentStateMessage;
+  imageMessage;
 };
 __name(MessageInput, "MessageInput");
 _ts_decorate2([
@@ -1318,6 +1331,12 @@ _ts_decorate2([
   }),
   _ts_metadata2("design:type", typeof AgentStateMessageInput === "undefined" ? Object : AgentStateMessageInput)
 ], MessageInput.prototype, "agentStateMessage", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => ImageMessageInput, {
+    nullable: true
+  }),
+  _ts_metadata2("design:type", typeof ImageMessageInput === "undefined" ? Object : ImageMessageInput)
+], MessageInput.prototype, "imageMessage", void 0);
 MessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], MessageInput);
@@ -1449,6 +1468,34 @@ _ts_decorate2([
 AgentStateMessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], AgentStateMessageInput);
+var ImageMessageInput = class {
+  format;
+  bytes;
+  parentMessageId;
+  role;
+};
+__name(ImageMessageInput, "ImageMessageInput");
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "format", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "bytes", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String, {
+    nullable: true
+  }),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "parentMessageId", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => MessageRole),
+  _ts_metadata2("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageInput.prototype, "role", void 0);
+ImageMessageInput = _ts_decorate2([
+  (0, import_type_graphql3.InputType)()
+], ImageMessageInput);
 
 // src/graphql/inputs/frontend.input.ts
 var import_type_graphql5 = require("type-graphql");
@@ -2128,6 +2175,8 @@ BaseMessageOutput = _ts_decorate14([
         return ResultMessageOutput;
       } else if (value.hasOwnProperty("state")) {
         return AgentStateMessageOutput;
+      } else if (value.hasOwnProperty("format") && value.hasOwnProperty("bytes")) {
+        return ImageMessageOutput;
       }
       return void 0;
     }
@@ -2266,6 +2315,36 @@ AgentStateMessageOutput = _ts_decorate14([
     implements: BaseMessageOutput
   })
 ], AgentStateMessageOutput);
+var ImageMessageOutput = class {
+  format;
+  bytes;
+  role;
+  parentMessageId;
+};
+__name(ImageMessageOutput, "ImageMessageOutput");
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "format", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "bytes", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => MessageRole),
+  _ts_metadata14("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageOutput.prototype, "role", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String, {
+    nullable: true
+  }),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "parentMessageId", void 0);
+ImageMessageOutput = _ts_decorate14([
+  (0, import_type_graphql15.ObjectType)({
+    implements: BaseMessageOutput
+  })
+], ImageMessageOutput);
 var CopilotResponse = class {
   threadId;
   status;
@@ -3420,6 +3499,22 @@ function copilotkitMessagesToLangChain(messages) {
       }
       continue;
     }
+    if (message.isImageMessage()) {
+      if (message.role === "user") {
+        result.push({
+          ...message,
+          role: MessageRole.user,
+          content: ""
+        });
+      } else if (message.role === "assistant") {
+        result.push({
+          ...message,
+          role: MessageRole.assistant,
+          content: ""
+        });
+      }
+      continue;
+    }
     if (message.isActionExecutionMessage()) {
       const messageId = message.parentMessageId ?? message.id;
       if (processedActionExecutions.has(messageId)) {
@@ -4182,6 +4277,37 @@ function convertMessageToAnthropicMessage(message) {
         ]
       };
     }
+  } else if (message.isImageMessage()) {
+    let mediaType;
+    switch (message.format) {
+      case "jpeg":
+        mediaType = "image/jpeg";
+        break;
+      case "png":
+        mediaType = "image/png";
+        break;
+      case "webp":
+        mediaType = "image/webp";
+        break;
+      case "gif":
+        mediaType = "image/gif";
+        break;
+      default:
+        throw new Error(`Unsupported image format: ${message.format}`);
+    }
+    return {
+      role: "user",
+      content: [
+        {
+          type: "image",
+          source: {
+            type: "base64",
+            media_type: mediaType,
+            data: message.bytes
+          }
+        }
+      ]
+    };
   } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
@@ -4444,6 +4570,9 @@ var Message = class extends BaseMessageInput {
   isAgentStateMessage() {
     return this.type === "AgentStateMessage";
   }
+  isImageMessage() {
+    return this.type === "ImageMessage";
+  }
 };
 __name(Message, "Message");
 var TextMessage = class extends Message {
@@ -4542,6 +4671,14 @@ var AgentStateMessage = class extends Message {
   running;
 };
 __name(AgentStateMessage, "AgentStateMessage");
+var ImageMessage = class extends Message {
+  type = "ImageMessage";
+  format;
+  bytes;
+  role;
+  parentMessageId;
+};
+__name(ImageMessage, "ImageMessage");
 
 // src/service-adapters/conversion.ts
 var import_class_transformer = require("class-transformer");
@@ -4556,6 +4693,15 @@ function convertGqlInputToMessages(inputMessages) {
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
       });
+    } else if (message.imageMessage) {
+      return (0, import_class_transformer.plainToInstance)(ImageMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        role: message.imageMessage.role,
+        bytes: message.imageMessage.bytes,
+        format: message.imageMessage.format,
+        parentMessageId: message.imageMessage.parentMessageId
+      });
     } else if (message.actionExecutionMessage) {
       return (0, import_class_transformer.plainToInstance)(ActionExecutionMessage, {
         id: message.id,