@copilotkit/runtime 1.8.6 → 1.8.7

package/dist/index.mjs

@@ -3,13 +3,13 @@ import {
   config,
   copilotRuntimeNextJSAppRouterEndpoint,
   copilotRuntimeNextJSPagesRouterEndpoint
-} from "./chunk-M5ICHA6U.mjs";
+} from "./chunk-S2W2IABM.mjs";
 import {
   copilotRuntimeNestEndpoint
-} from "./chunk-3PPZ4552.mjs";
+} from "./chunk-ZD6BIBVB.mjs";
 import {
   copilotRuntimeNodeExpressEndpoint
-} from "./chunk-2M3O4SA5.mjs";
+} from "./chunk-TOZ7TDZQ.mjs";
 import {
   CopilotRuntime,
   addCustomHeaderPlugin,
@@ -24,7 +24,7 @@ import {
   getCommonConfig,
   langGraphPlatformEndpoint,
   resolveEndpointType
-} from "./chunk-QLQZOYNM.mjs";
+} from "./chunk-D453SZIW.mjs";
 import {
   AnthropicAdapter,
   EmptyAdapter,
@@ -37,13 +37,13 @@ import {
   OpenAIAssistantAdapter,
   RemoteChain,
   UnifyAdapter
-} from "./chunk-DNI7KA7Y.mjs";
+} from "./chunk-EY6RUVB7.mjs";
 import {
   GuardrailsValidationFailureResponse,
   MessageStreamInterruptedResponse,
   UnknownErrorResponse
 } from "./chunk-5BIEM2UU.mjs";
-import "./chunk-RTFJTJMA.mjs";
+import "./chunk-SHBDMA63.mjs";
 import "./chunk-2OZAGFV3.mjs";
 import "./chunk-FHD4JECV.mjs";
 

package/dist/{langserve-6f7af8d3.d.ts → langserve-c9a20fe9.d.ts}

@@ -1,4 +1,4 @@
-import { A as ActionInputAvailability, T as TextMessage, b as ActionExecutionMessage, R as ResultMessage, a as Message } from './index-5bec5424.js';
+import { A as ActionInputAvailability, T as TextMessage, b as ActionExecutionMessage, R as ResultMessage, a as Message } from './index-d4614f9b.js';
 import * as rxjs from 'rxjs';
 import { Subject, ReplaySubject } from 'rxjs';
 import { Action, Parameter } from '@copilotkit/shared';

package/dist/lib/index.d.ts

@@ -1,12 +1,12 @@
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-fb9aa3ab.js';
-export { e as CommonConfig, C as CopilotRequestContextProperties, k as CopilotRuntime, j as CopilotRuntimeConstructorParams, f as CopilotRuntimeLogger, i as CopilotRuntimeRequest, b as CreateCopilotRuntimeServerOptions, G as GraphQLContext, L as LogLevel, o as MCPClient, p as MCPEndpointConfig, M as MCPTool, a as addCustomHeaderPlugin, d as buildSchema, s as convertMCPToolsToActions, m as copilotKitEndpoint, c as createContext, h as createLogger, q as extractParametersFromSchema, l as flattenToolCallsNoDuplicates, g as getCommonConfig, n as langGraphPlatformEndpoint, r as resolveEndpointType } from '../shared-93687488.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-53d3fa48.js';
+export { e as CommonConfig, C as CopilotRequestContextProperties, k as CopilotRuntime, j as CopilotRuntimeConstructorParams, f as CopilotRuntimeLogger, i as CopilotRuntimeRequest, b as CreateCopilotRuntimeServerOptions, G as GraphQLContext, L as LogLevel, o as MCPClient, p as MCPEndpointConfig, M as MCPTool, a as addCustomHeaderPlugin, d as buildSchema, s as convertMCPToolsToActions, m as copilotKitEndpoint, c as createContext, h as createLogger, q as extractParametersFromSchema, l as flattenToolCallsNoDuplicates, g as getCommonConfig, n as langGraphPlatformEndpoint, r as resolveEndpointType } from '../shared-350db43f.js';
 export { CopilotRuntimeServerInstance, config, copilotRuntimeNextJSAppRouterEndpoint, copilotRuntimeNextJSPagesRouterEndpoint } from './integrations/index.js';
 export { copilotRuntimeNodeHttpEndpoint } from './integrations/node-http/index.js';
 export { copilotRuntimeNodeExpressEndpoint } from './integrations/node-express/index.js';
 export { copilotRuntimeNestEndpoint } from './integrations/nest/index.js';
 import 'openai';
-import '../langserve-6f7af8d3.js';
-import '../index-5bec5424.js';
+import '../langserve-c9a20fe9.js';
+import '../index-d4614f9b.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import '@copilotkit/shared';

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.8.6",
+      version: "1.8.7",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -292,6 +292,18 @@ function convertMessageToOpenAIMessage(message, options) {
       role,
       content: message.content
     };
+  } else if (message.isImageMessage()) {
+    return {
+      role: "user",
+      content: [
+        {
+          type: "image_url",
+          image_url: {
+            url: `data:image/${message.format};base64,${message.bytes}`
+          }
+        }
+      ]
+    };
   } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
@@ -1283,6 +1295,7 @@ var MessageInput = class extends BaseMessageInput {
   actionExecutionMessage;
   resultMessage;
   agentStateMessage;
+  imageMessage;
 };
 __name(MessageInput, "MessageInput");
 _ts_decorate2([
@@ -1309,6 +1322,12 @@ _ts_decorate2([
   }),
   _ts_metadata2("design:type", typeof AgentStateMessageInput === "undefined" ? Object : AgentStateMessageInput)
 ], MessageInput.prototype, "agentStateMessage", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => ImageMessageInput, {
+    nullable: true
+  }),
+  _ts_metadata2("design:type", typeof ImageMessageInput === "undefined" ? Object : ImageMessageInput)
+], MessageInput.prototype, "imageMessage", void 0);
 MessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], MessageInput);
@@ -1440,6 +1459,34 @@ _ts_decorate2([
 AgentStateMessageInput = _ts_decorate2([
   (0, import_type_graphql3.InputType)()
 ], AgentStateMessageInput);
+var ImageMessageInput = class {
+  format;
+  bytes;
+  parentMessageId;
+  role;
+};
+__name(ImageMessageInput, "ImageMessageInput");
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "format", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "bytes", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => String, {
+    nullable: true
+  }),
+  _ts_metadata2("design:type", String)
+], ImageMessageInput.prototype, "parentMessageId", void 0);
+_ts_decorate2([
+  (0, import_type_graphql3.Field)(() => MessageRole),
+  _ts_metadata2("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageInput.prototype, "role", void 0);
+ImageMessageInput = _ts_decorate2([
+  (0, import_type_graphql3.InputType)()
+], ImageMessageInput);
 
 // src/graphql/inputs/frontend.input.ts
 var import_type_graphql5 = require("type-graphql");
@@ -2119,6 +2166,8 @@ BaseMessageOutput = _ts_decorate14([
         return ResultMessageOutput;
       } else if (value.hasOwnProperty("state")) {
         return AgentStateMessageOutput;
+      } else if (value.hasOwnProperty("format") && value.hasOwnProperty("bytes")) {
+        return ImageMessageOutput;
       }
       return void 0;
     }
@@ -2257,6 +2306,36 @@ AgentStateMessageOutput = _ts_decorate14([
     implements: BaseMessageOutput
   })
 ], AgentStateMessageOutput);
+var ImageMessageOutput = class {
+  format;
+  bytes;
+  role;
+  parentMessageId;
+};
+__name(ImageMessageOutput, "ImageMessageOutput");
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "format", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "bytes", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => MessageRole),
+  _ts_metadata14("design:type", typeof MessageRole === "undefined" ? Object : MessageRole)
+], ImageMessageOutput.prototype, "role", void 0);
+_ts_decorate14([
+  (0, import_type_graphql15.Field)(() => String, {
+    nullable: true
+  }),
+  _ts_metadata14("design:type", String)
+], ImageMessageOutput.prototype, "parentMessageId", void 0);
+ImageMessageOutput = _ts_decorate14([
+  (0, import_type_graphql15.ObjectType)({
+    implements: BaseMessageOutput
+  })
+], ImageMessageOutput);
 var CopilotResponse = class {
   threadId;
   status;
@@ -3411,6 +3490,22 @@ function copilotkitMessagesToLangChain(messages) {
       }
       continue;
     }
+    if (message.isImageMessage()) {
+      if (message.role === "user") {
+        result.push({
+          ...message,
+          role: MessageRole.user,
+          content: ""
+        });
+      } else if (message.role === "assistant") {
+        result.push({
+          ...message,
+          role: MessageRole.assistant,
+          content: ""
+        });
+      }
+      continue;
+    }
     if (message.isActionExecutionMessage()) {
       const messageId = message.parentMessageId ?? message.id;
       if (processedActionExecutions.has(messageId)) {
@@ -4108,6 +4203,9 @@ var Message = class extends BaseMessageInput {
   isAgentStateMessage() {
     return this.type === "AgentStateMessage";
   }
+  isImageMessage() {
+    return this.type === "ImageMessage";
+  }
 };
 __name(Message, "Message");
 var TextMessage = class extends Message {
@@ -4206,6 +4304,14 @@ var AgentStateMessage = class extends Message {
   running;
 };
 __name(AgentStateMessage, "AgentStateMessage");
+var ImageMessage = class extends Message {
+  type = "ImageMessage";
+  format;
+  bytes;
+  role;
+  parentMessageId;
+};
+__name(ImageMessage, "ImageMessage");
 
 // src/service-adapters/conversion.ts
 var import_class_transformer = require("class-transformer");
@@ -4220,6 +4326,15 @@ function convertGqlInputToMessages(inputMessages) {
         content: message.textMessage.content,
         parentMessageId: message.textMessage.parentMessageId
       });
+    } else if (message.imageMessage) {
+      return (0, import_class_transformer.plainToInstance)(ImageMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        role: message.imageMessage.role,
+        bytes: message.imageMessage.bytes,
+        format: message.imageMessage.format,
+        parentMessageId: message.imageMessage.parentMessageId
+      });
     } else if (message.actionExecutionMessage) {
       return (0, import_class_transformer.plainToInstance)(ActionExecutionMessage, {
         id: message.id,