@copilotkit/runtime 1.8.6 → 1.8.7

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @copilotkit/runtime
 
+## 1.8.7
+
+### Patch Changes
+
+- 8b8474f: - feat: add image input support with multi-model compatibility, pasting, and UX improvements
+  - @copilotkit/shared@1.8.7
+
+## 1.8.7-next.0
+
+### Patch Changes
+
+- 8b8474f: - feat: add image input support with multi-model compatibility, pasting, and UX improvements
+  - @copilotkit/shared@1.8.7-next.0
+
 ## 1.8.6
 
 ### Patch Changes

package/__snapshots__/schema/schema.graphql

@@ -203,6 +203,23 @@ input GuardrailsRuleInput {
   denyList: [String!] = []
 }
 
+input ImageMessageInput {
+  bytes: String!
+  format: String!
+  parentMessageId: String
+  role: MessageRole!
+}
+
+type ImageMessageOutput implements BaseMessageOutput {
+  bytes: String!
+  createdAt: DateTimeISO!
+  format: String!
+  id: String!
+  parentMessageId: String
+  role: MessageRole!
+  status: MessageStatus!
+}
+
 """
 The `JSON` scalar type represents JSON values as specified by [ECMA-404](http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-404.pdf).
 """
@@ -237,6 +254,7 @@ input MessageInput {
   agentStateMessage: AgentStateMessageInput
   createdAt: DateTimeISO!
   id: String!
+  imageMessage: ImageMessageInput
   resultMessage: ResultMessageInput
   textMessage: TextMessageInput
 }

package/dist/{chunk-QLQZOYNM.mjs → chunk-D453SZIW.mjs}

@@ -2,7 +2,7 @@ import {
   EmptyAdapter,
   RemoteChain,
   streamLangChainResponse
-} from "./chunk-DNI7KA7Y.mjs";
+} from "./chunk-EY6RUVB7.mjs";
 import {
   GuardrailsValidationFailureResponse,
   MessageStreamInterruptedResponse,
@@ -13,9 +13,10 @@ import {
 import {
   ActionExecutionMessage,
   AgentStateMessage,
+  ImageMessage,
   ResultMessage,
   TextMessage
-} from "./chunk-RTFJTJMA.mjs";
+} from "./chunk-SHBDMA63.mjs";
 import {
   BaseMessageInput
 } from "./chunk-2OZAGFV3.mjs";
@@ -39,7 +40,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.8.6",
+      version: "1.8.7",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -196,6 +197,7 @@ var MessageInput = class extends BaseMessageInput {
   actionExecutionMessage;
   resultMessage;
   agentStateMessage;
+  imageMessage;
 };
 __name(MessageInput, "MessageInput");
 _ts_decorate([
@@ -222,6 +224,12 @@ _ts_decorate([
   }),
   _ts_metadata("design:type", typeof AgentStateMessageInput === "undefined" ? Object : AgentStateMessageInput)
 ], MessageInput.prototype, "agentStateMessage", void 0);
+_ts_decorate([
+  Field(() => ImageMessageInput, {
+    nullable: true
+  }),
+  _ts_metadata("design:type", typeof ImageMessageInput === "undefined" ? Object : ImageMessageInput)
+], MessageInput.prototype, "imageMessage", void 0);
 MessageInput = _ts_decorate([
   InputType()
 ], MessageInput);
@@ -353,6 +361,34 @@ _ts_decorate([
 AgentStateMessageInput = _ts_decorate([
   InputType()
 ], AgentStateMessageInput);
+var ImageMessageInput = class {
+  format;
+  bytes;
+  parentMessageId;
+  role;
+};
+__name(ImageMessageInput, "ImageMessageInput");
+_ts_decorate([
+  Field(() => String),
+  _ts_metadata("design:type", String)
+], ImageMessageInput.prototype, "format", void 0);
+_ts_decorate([
+  Field(() => String),
+  _ts_metadata("design:type", String)
+], ImageMessageInput.prototype, "bytes", void 0);
+_ts_decorate([
+  Field(() => String, {
+    nullable: true
+  }),
+  _ts_metadata("design:type", String)
+], ImageMessageInput.prototype, "parentMessageId", void 0);
+_ts_decorate([
+  Field(() => MessageRole),
+  _ts_metadata("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageInput.prototype, "role", void 0);
+ImageMessageInput = _ts_decorate([
+  InputType()
+], ImageMessageInput);
 
 // src/graphql/inputs/frontend.input.ts
 import { Field as Field3, InputType as InputType3 } from "type-graphql";
@@ -925,6 +961,8 @@ BaseMessageOutput = _ts_decorate12([
         return ResultMessageOutput;
       } else if (value.hasOwnProperty("state")) {
         return AgentStateMessageOutput;
+      } else if (value.hasOwnProperty("format") && value.hasOwnProperty("bytes")) {
+        return ImageMessageOutput;
       }
       return void 0;
     }
@@ -1063,6 +1101,36 @@ AgentStateMessageOutput = _ts_decorate12([
     implements: BaseMessageOutput
   })
 ], AgentStateMessageOutput);
+var ImageMessageOutput = class {
+  format;
+  bytes;
+  role;
+  parentMessageId;
+};
+__name(ImageMessageOutput, "ImageMessageOutput");
+_ts_decorate12([
+  Field12(() => String),
+  _ts_metadata12("design:type", String)
+], ImageMessageOutput.prototype, "format", void 0);
+_ts_decorate12([
+  Field12(() => String),
+  _ts_metadata12("design:type", String)
+], ImageMessageOutput.prototype, "bytes", void 0);
+_ts_decorate12([
+  Field12(() => MessageRole),
+  _ts_metadata12("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageOutput.prototype, "role", void 0);
+_ts_decorate12([
+  Field12(() => String, {
+    nullable: true
+  }),
+  _ts_metadata12("design:type", String)
+], ImageMessageOutput.prototype, "parentMessageId", void 0);
+ImageMessageOutput = _ts_decorate12([
+  ObjectType3({
+    implements: BaseMessageOutput
+  })
+], ImageMessageOutput);
 var CopilotResponse = class {
   threadId;
   status;
@@ -2217,6 +2285,22 @@ function copilotkitMessagesToLangChain(messages) {
       }
       continue;
     }
+    if (message.isImageMessage()) {
+      if (message.role === "user") {
+        result.push({
+          ...message,
+          role: MessageRole.user,
+          content: ""
+        });
+      } else if (message.role === "assistant") {
+        result.push({
+          ...message,
+          role: MessageRole.assistant,
+          content: ""
+        });
+      }
+      continue;
+    }
     if (message.isActionExecutionMessage()) {
       const messageId = message.parentMessageId ?? message.id;
       if (processedActionExecutions.has(messageId)) {
@@ -2823,6 +2907,15 @@ function convertGqlInputToMessages(inputMessages) {
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
       });
+    } else if (message.imageMessage) {
+      return plainToInstance(ImageMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        role: message.imageMessage.role,
+        bytes: message.imageMessage.bytes,
+        format: message.imageMessage.format,
+        parentMessageId: message.imageMessage.parentMessageId
+      });
     } else if (message.actionExecutionMessage) {
       return plainToInstance(ActionExecutionMessage, {
         id: message.id,
@@ -4894,4 +4987,4 @@ export {
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-QLQZOYNM.mjs.map
+//# sourceMappingURL=chunk-D453SZIW.mjs.map