@copilotkit/runtime 1.2.1 → 1.2.2-feat-runtime-remote-actions.0

package/src/lib/runtime/remote-actions.ts

@@ -0,0 +1,241 @@
+import { Action } from "@copilotkit/shared";
+import { GraphQLContext } from "../integrations/shared";
+import { Logger } from "pino";
+import telemetry from "../../lib/telemetry-client";
+import { Message } from "../../graphql/types/converted";
+import { RuntimeEvent, RuntimeEventSubject } from "../../service-adapters/events";
+import { RemoteLangGraphEventSource } from "../../agents/langgraph/event-source";
+import { Observable } from "rxjs";
+import { ActionInput } from "../../graphql/inputs/action.input";
+import { AgentStateInput } from "../../graphql/inputs/agent-state.input";
+
+export type RemoteActionDefinition = {
+  url: string;
+  onBeforeRequest?: ({ ctx }: { ctx: GraphQLContext }) => {
+    headers?: Record<string, string> | undefined;
+  };
+};
+
+export type LangGraphAgentHandlerParams = {
+  name: string;
+  actionInputsWithoutAgents: ActionInput[];
+  threadId?: string;
+  nodeName?: string;
+};
+
+export type LangGraphAgentAction = Action<any> & {
+  langGraphAgentHandler: (params: LangGraphAgentHandlerParams) => Promise<Observable<RuntimeEvent>>;
+};
+
+export function isLangGraphAgentAction(action: Action<any>): action is LangGraphAgentAction {
+  if (!action) {
+    return false;
+  }
+  return typeof (action as LangGraphAgentAction).langGraphAgentHandler === "function";
+}
+
+function createHeaders(
+  onBeforeRequest: RemoteActionDefinition["onBeforeRequest"],
+  graphqlContext: GraphQLContext,
+) {
+  const headers = {
+    "Content-Type": "application/json",
+  };
+
+  if (onBeforeRequest) {
+    const { headers: additionalHeaders } = onBeforeRequest({ ctx: graphqlContext });
+    if (additionalHeaders) {
+      Object.assign(headers, additionalHeaders);
+    }
+  }
+
+  return headers;
+}
+
+async function fetchRemoteInfo({
+  url,
+  onBeforeRequest,
+  graphqlContext,
+  logger,
+}: {
+  url: string;
+  onBeforeRequest?: RemoteActionDefinition["onBeforeRequest"];
+  graphqlContext: GraphQLContext;
+  logger: Logger;
+}): Promise<any[]> {
+  logger.debug({ url }, "Fetching actions from url");
+  const headers = createHeaders(onBeforeRequest, graphqlContext);
+
+  const response = await fetch(`${url}/info`, {
+    method: "POST",
+    headers,
+    body: JSON.stringify({ properties: graphqlContext.properties }),
+  });
+
+  if (!response.ok) {
+    logger.error(
+      { url, status: response.status, body: await response.text() },
+      "Failed to fetch actions from url",
+    );
+    return [];
+  }
+
+  const json = await response.json();
+  logger.debug({ json }, "Fetched actions from url");
+  return json;
+}
+
+function constructRemoteActions({
+  json,
+  url,
+  onBeforeRequest,
+  graphqlContext,
+  logger,
+  messages,
+  agentStates,
+}: {
+  json: any[];
+  url: string;
+  onBeforeRequest?: RemoteActionDefinition["onBeforeRequest"];
+  graphqlContext: GraphQLContext;
+  logger: Logger;
+  messages: Message[];
+  agentStates?: AgentStateInput[];
+}): Action<any>[] {
+  const actions = json["actions"].map((action) => ({
+    name: action.name,
+    description: action.description,
+    parameters: action.parameters,
+    handler: async (args: any) => {
+      logger.debug({ actionName: action.name, args }, "Executing remote action");
+
+      const headers = createHeaders(onBeforeRequest, graphqlContext);
+      telemetry.capture("oss.runtime.remote_action_executed", {});
+
+      const response = await fetch(`${url}/actions/execute`, {
+        method: "POST",
+        headers,
+        body: JSON.stringify({
+          name: action.name,
+          arguments: args,
+          properties: graphqlContext.properties,
+        }),
+      });
+
+      if (!response.ok) {
+        logger.error(
+          { url, status: response.status, body: await response.text() },
+          "Failed to execute remote action",
+        );
+        return "Failed to execute remote action";
+      }
+
+      const requestResult = await response.json();
+
+      const result = requestResult["result"];
+      logger.debug({ actionName: action.name, result }, "Executed remote action");
+      return result;
+    },
+  }));
+
+  const agents = json["agents"].map((agent) => ({
+    name: agent.name,
+    description: agent.description,
+    parameters: [],
+    handler: async (_args: any) => {},
+
+    langGraphAgentHandler: async ({
+      name,
+      actionInputsWithoutAgents,
+      threadId,
+      nodeName,
+    }: LangGraphAgentHandlerParams): Promise<Observable<RuntimeEvent>> => {
+      logger.debug({ actionName: agent.name }, "Executing remote agent");
+
+      const headers = createHeaders(onBeforeRequest, graphqlContext);
+      telemetry.capture("oss.runtime.remote_action_executed", {});
+
+      let state = {};
+      if (agentStates) {
+        const jsonState = agentStates.find((state) => state.agentName === name)?.state;
+        if (jsonState) {
+          state = JSON.parse(jsonState);
+        }
+      }
+
+      const response = await fetch(`${url}/agents/execute`, {
+        method: "POST",
+        headers,
+        body: JSON.stringify({
+          name,
+          threadId,
+          nodeName,
+          messages,
+          state,
+          properties: graphqlContext.properties,
+          actions: actionInputsWithoutAgents.map((action) => ({
+            name: action.name,
+            description: action.description,
+            parameters: JSON.parse(action.jsonSchema),
+          })),
+        }),
+      });
+
+      if (!response.ok) {
+        logger.error(
+          { url, status: response.status, body: await response.text() },
+          "Failed to execute remote agent",
+        );
+        throw new Error("Failed to execute remote agent");
+      }
+
+      const eventSource = new RemoteLangGraphEventSource();
+      eventSource.streamResponse(response);
+      return eventSource.processLangGraphEvents();
+    },
+  }));
+
+  return [...actions, ...agents];
+}
+
+export async function setupRemoteActions({
+  remoteActionDefinitions,
+  graphqlContext,
+  messages,
+  agentStates,
+}: {
+  remoteActionDefinitions: RemoteActionDefinition[];
+  graphqlContext: GraphQLContext;
+  messages: Message[];
+  agentStates?: AgentStateInput[];
+}): Promise<Action[]> {
+  const logger = graphqlContext.logger.child({ component: "remote-actions.fetchRemoteActions" });
+  logger.debug({ remoteActionDefinitions }, "Fetching remote actions");
+
+  // Remove duplicates of remoteActionDefinitions.url
+  const filtered = remoteActionDefinitions.filter(
+    (value, index, self) => index === self.findIndex((t) => t.url === value.url),
+  );
+
+  const result = await Promise.all(
+    filtered.map(async (actionDefinition) => {
+      const json = await fetchRemoteInfo({
+        url: actionDefinition.url,
+        onBeforeRequest: actionDefinition.onBeforeRequest,
+        graphqlContext,
+        logger: logger.child({ component: "remote-actions.fetchActionsFromUrl", actionDefinition }),
+      });
+      return constructRemoteActions({
+        json,
+        messages,
+        url: actionDefinition.url,
+        onBeforeRequest: actionDefinition.onBeforeRequest,
+        graphqlContext,
+        logger: logger.child({ component: "remote-actions.constructActions", actionDefinition }),
+        agentStates,
+      });
+    }),
+  );
+
+  return result.flat();
+}

package/src/service-adapters/conversion.ts

@@ -3,6 +3,7 @@ import {
   Message,
   ResultMessage,
   TextMessage,
+  AgentStateMessage,
 } from "../graphql/types/converted";
 import { MessageInput } from "../graphql/inputs/message.input";
 import { plainToInstance } from "class-transformer";
@@ -40,6 +41,21 @@ export function convertGqlInputToMessages(inputMessages: MessageInput[]): Messag
           result: message.resultMessage.result,
         }),
       );
+    } else if (message.agentStateMessage) {
+      messages.push(
+        plainToInstance(AgentStateMessage, {
+          id: message.id,
+          threadId: message.agentStateMessage.threadId,
+          createdAt: message.createdAt,
+          agentName: message.agentStateMessage.agentName,
+          nodeName: message.agentStateMessage.nodeName,
+          runId: message.agentStateMessage.runId,
+          active: message.agentStateMessage.active,
+          role: message.agentStateMessage.role,
+          state: JSON.parse(message.agentStateMessage.state),
+          running: message.agentStateMessage.running,
+        }),
+      );
     }
   }
 

package/src/service-adapters/events.ts

@@ -1,7 +1,20 @@
 import { Action } from "@copilotkit/shared";
-import { of, concat, map, scan, concatMap, ReplaySubject, Subject, firstValueFrom } from "rxjs";
+import {
+  of,
+  concat,
+  map,
+  scan,
+  concatMap,
+  ReplaySubject,
+  Subject,
+  firstValueFrom,
+  from,
+} from "rxjs";
 import { streamLangChainResponse } from "./langchain/utils";
 import { GuardrailsResult } from "../graphql/types/guardrails-result.type";
+import telemetry from "../lib/telemetry-client";
+import { isLangGraphAgentAction } from "../lib/runtime/remote-actions";
+import { ActionInput } from "../graphql/inputs/action.input";
 
 export enum RuntimeEventTypes {
   TextMessageStart = "TextMessageStart",
@@ -11,9 +24,10 @@ export enum RuntimeEventTypes {
   ActionExecutionArgs = "ActionExecutionArgs",
   ActionExecutionEnd = "ActionExecutionEnd",
   ActionExecutionResult = "ActionExecutionResult",
+  AgentStateMessage = "AgentStateMessage",
 }
 
-type FunctionCallScope = "client" | "server";
+type FunctionCallScope = "client" | "server" | "passThrough";
 
 export type RuntimeEvent =
   | { type: RuntimeEventTypes.TextMessageStart; messageId: string }
@@ -35,6 +49,17 @@ export type RuntimeEvent =
       actionName: string;
       actionExecutionId: string;
       result: string;
+    }
+  | {
+      type: RuntimeEventTypes.AgentStateMessage;
+      threadId: string;
+      agentName: string;
+      nodeName: string;
+      runId: string;
+      active: boolean;
+      role: string;
+      state: string;
+      running: boolean;
     };
 
 interface RuntimeEventWithState {
@@ -100,6 +125,29 @@ export class RuntimeEventSubject extends ReplaySubject<RuntimeEvent> {
       result,
     });
   }
+
+  sendAgentStateMessage(
+    threadId: string,
+    agentName: string,
+    nodeName: string,
+    runId: string,
+    active: boolean,
+    role: string,
+    state: string,
+    running: boolean,
+  ) {
+    this.next({
+      type: RuntimeEventTypes.AgentStateMessage,
+      threadId,
+      agentName,
+      nodeName,
+      runId,
+      active,
+      role,
+      state,
+      running,
+    });
+  }
 }
 
 export class RuntimeEventSource {
@@ -110,12 +158,14 @@ export class RuntimeEventSource {
     this.callback = callback;
   }
 
-  process({
-    serversideActions,
+  processRuntimeEvents({
+    serverSideActions,
     guardrailsResult$,
+    actionInputsWithoutAgents,
   }: {
-    serversideActions: Action<any>[];
+    serverSideActions: Action<any>[];
     guardrailsResult$?: Subject<GuardrailsResult>;
+    actionInputsWithoutAgents: ActionInput[];
   }) {
     this.callback(this.eventStream$).catch((error) => {
       console.error("Error in event source callback", error);
@@ -124,27 +174,35 @@ export class RuntimeEventSource {
       // mark tools for server side execution
       map((event) => {
         if (event.type === RuntimeEventTypes.ActionExecutionStart) {
-          event.scope = serversideActions.find((action) => action.name === event.actionName)
-            ? "server"
-            : "client";
+          if (event.scope !== "passThrough") {
+            event.scope = serverSideActions.find((action) => action.name === event.actionName)
+              ? "server"
+              : "client";
+          }
         }
         return event;
       }),
       // track state
       scan(
         (acc, event) => {
+          // It seems like this is needed so that rxjs recognizes the object has changed
+          // This fixes an issue where action were executed multiple times
+          // Not investigating further for now (Markus)
+          acc = { ...acc };
+
           if (event.type === RuntimeEventTypes.ActionExecutionStart) {
             acc.callActionServerSide = event.scope === "server";
             acc.args = "";
             acc.actionExecutionId = event.actionExecutionId;
             if (acc.callActionServerSide) {
-              acc.action = serversideActions.find((action) => action.name === event.actionName);
+              acc.action = serverSideActions.find((action) => action.name === event.actionName);
             }
           } else if (event.type === RuntimeEventTypes.ActionExecutionArgs) {
             acc.args += event.args;
           }
 
           acc.event = event;
+
           return acc;
         },
         {
@@ -167,9 +225,12 @@ export class RuntimeEventSource {
             eventWithState.action!,
             eventWithState.args,
             eventWithState.actionExecutionId,
+            actionInputsWithoutAgents,
           ).catch((error) => {
             console.error(error);
           });
+
+          telemetry.capture("oss.runtime.server_action_executed", {});
           return concat(of(eventWithState.event!), toolCallEventStream$);
         } else {
           return of(eventWithState.event!);
@@ -185,6 +246,7 @@ async function executeAction(
   action: Action<any>,
   actionArguments: string,
   actionExecutionId: string,
+  actionInputsWithoutAgents: ActionInput[],
 ) {
   if (guardrailsResult$) {
     const { status } = await firstValueFrom(guardrailsResult$);
@@ -201,15 +263,35 @@ async function executeAction(
     args = JSON.parse(actionArguments);
   }
 
-  // call the function
-  const result = await action.handler(args);
-
-  await streamLangChainResponse({
-    result,
-    eventStream$,
-    actionExecution: {
+  // handle LangGraph agents
+  if (isLangGraphAgentAction(action)) {
+    eventStream$.sendActionExecutionResult(
+      actionExecutionId,
+      action.name,
+      `${action.name} agent started`,
+    );
+    const stream = await action.langGraphAgentHandler({
       name: action.name,
-      id: actionExecutionId,
-    },
-  });
+      actionInputsWithoutAgents,
+    });
+
+    // forward to eventStream$
+    from(stream).subscribe({
+      next: (event) => eventStream$.next(event),
+      error: (err) => console.error("Error in stream", err),
+      complete: () => eventStream$.complete(),
+    });
+  } else {
+    // call the function
+    const result = await action.handler?.(args);
+
+    await streamLangChainResponse({
+      result,
+      eventStream$,
+      actionExecution: {
+        name: action.name,
+        id: actionExecutionId,
+      },
+    });
+  }
 }

package/dist/chunk-GEIBJJQ4.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/graphql/types/converted/index.ts"],"sourcesContent":["import {\n  ActionExecutionMessageInput,\n  ResultMessageInput,\n  TextMessageInput,\n} from \"../../inputs/message.input\";\nimport { BaseMessage } from \"../base\";\nimport { ActionExecutionScope, MessageRole } from \"../enums\";\n\nexport class TextMessage extends BaseMessage implements TextMessageInput {\n  content: string;\n  role: MessageRole;\n}\n\nexport type Message = BaseMessage;\n\nexport class ActionExecutionMessage\n  extends BaseMessage\n  implements Omit<ActionExecutionMessageInput, \"arguments\">\n{\n  name: string;\n  arguments: Record<string, any>;\n  scope: ActionExecutionScope;\n}\n\nexport class ResultMessage extends BaseMessage implements ResultMessageInput {\n  actionExecutionId: string;\n  actionName: string;\n  result: string;\n}\n"],"mappings":";;;;;;;;AAQO,IAAMA,cAAN,cAA0BC,YAAAA;EAC/BC;EACAC;AACF;AAHaH;AAON,IAAMI,yBAAN,cACGH,YAAAA;EAGRI;EACAC;EACAC;AACF;AAPaH;AASN,IAAMI,gBAAN,cAA4BP,YAAAA;EACjCQ;EACAC;EACAC;AACF;AAJaH;","names":["TextMessage","BaseMessage","content","role","ActionExecutionMessage","name","arguments","scope","ResultMessage","actionExecutionId","actionName","result"]}

package/dist/chunk-PB24CCIJ.mjs

@@ -1,158 +0,0 @@
-import {
-  RemoteChain
-} from "./chunk-736EEICU.mjs";
-import {
-  RuntimeEventSource
-} from "./chunk-Q5ZTE7WH.mjs";
-import {
-  ActionExecutionMessage,
-  ResultMessage,
-  TextMessage
-} from "./chunk-GEIBJJQ4.mjs";
-import {
-  __name
-} from "./chunk-44O2JGUY.mjs";
-
-// src/lib/copilot-runtime.ts
-import { actionParametersToJsonSchema } from "@copilotkit/shared";
-
-// src/service-adapters/conversion.ts
-import { plainToInstance } from "class-transformer";
-function convertGqlInputToMessages(inputMessages) {
-  const messages = [];
-  for (const message of inputMessages) {
-    if (message.textMessage) {
-      messages.push(plainToInstance(TextMessage, {
-        id: message.id,
-        createdAt: message.createdAt,
-        role: message.textMessage.role,
-        content: message.textMessage.content
-      }));
-    } else if (message.actionExecutionMessage) {
-      messages.push(plainToInstance(ActionExecutionMessage, {
-        id: message.id,
-        createdAt: message.createdAt,
-        name: message.actionExecutionMessage.name,
-        arguments: JSON.parse(message.actionExecutionMessage.arguments),
-        scope: message.actionExecutionMessage.scope
-      }));
-    } else if (message.resultMessage) {
-      messages.push(plainToInstance(ResultMessage, {
-        id: message.id,
-        createdAt: message.createdAt,
-        actionExecutionId: message.resultMessage.actionExecutionId,
-        actionName: message.resultMessage.actionName,
-        result: message.resultMessage.result
-      }));
-    }
-  }
-  return messages;
-}
-__name(convertGqlInputToMessages, "convertGqlInputToMessages");
-
-// src/lib/copilot-runtime.ts
-var CopilotRuntime = class {
-  actions;
-  langserve = [];
-  onBeforeRequest;
-  onAfterRequest;
-  constructor(params) {
-    var _a, _b;
-    this.actions = (params == null ? void 0 : params.actions) || [];
-    for (const chain of (params == null ? void 0 : params.langserve) || []) {
-      const remoteChain = new RemoteChain(chain);
-      this.langserve.push(remoteChain.toAction());
-    }
-    this.onBeforeRequest = (_a = params == null ? void 0 : params.middleware) == null ? void 0 : _a.onBeforeRequest;
-    this.onAfterRequest = (_b = params == null ? void 0 : params.middleware) == null ? void 0 : _b.onAfterRequest;
-  }
-  async process(request) {
-    var _a;
-    const { serviceAdapter, messages, actions: clientSideActionsInput, threadId, runId, properties, outputMessagesPromise, forwardedParameters, url } = request;
-    const langserveFunctions = [];
-    for (const chainPromise of this.langserve) {
-      try {
-        const chain = await chainPromise;
-        langserveFunctions.push(chain);
-      } catch (error) {
-        console.error("Error loading langserve chain:", error);
-      }
-    }
-    const configuredActions = typeof this.actions === "function" ? this.actions({
-      properties,
-      url
-    }) : this.actions;
-    const actions = [
-      ...configuredActions,
-      ...langserveFunctions
-    ];
-    const serverSideActionsInput = actions.map((action) => ({
-      name: action.name,
-      description: action.description,
-      jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters))
-    }));
-    const actionInputs = flattenToolCallsNoDuplicates([
-      ...serverSideActionsInput,
-      ...clientSideActionsInput
-    ]);
-    const inputMessages = convertGqlInputToMessages(messages);
-    await ((_a = this.onBeforeRequest) == null ? void 0 : _a.call(this, {
-      threadId,
-      runId,
-      inputMessages,
-      properties,
-      url
-    }));
-    try {
-      const eventSource = new RuntimeEventSource();
-      const result = await serviceAdapter.process({
-        messages: inputMessages,
-        actions: actionInputs,
-        threadId,
-        runId,
-        eventSource,
-        forwardedParameters
-      });
-      outputMessagesPromise.then((outputMessages) => {
-        var _a2;
-        (_a2 = this.onAfterRequest) == null ? void 0 : _a2.call(this, {
-          threadId: result.threadId,
-          runId: result.runId,
-          inputMessages,
-          outputMessages,
-          properties,
-          url
-        });
-      }).catch((_error) => {
-      });
-      return {
-        threadId: result.threadId,
-        runId: result.runId,
-        eventSource,
-        actions
-      };
-    } catch (error) {
-      console.error("Error getting response:", error);
-      throw error;
-    }
-  }
-};
-__name(CopilotRuntime, "CopilotRuntime");
-function flattenToolCallsNoDuplicates(toolsByPriority) {
-  let allTools = [];
-  const allToolNames = [];
-  for (const tool of toolsByPriority) {
-    if (!allToolNames.includes(tool.name)) {
-      allTools.push(tool);
-      allToolNames.push(tool.name);
-    }
-  }
-  return allTools;
-}
-__name(flattenToolCallsNoDuplicates, "flattenToolCallsNoDuplicates");
-
-export {
-  CopilotRuntime,
-  flattenToolCallsNoDuplicates
-};
-//# sourceMappingURL=chunk-PB24CCIJ.mjs.map

package/dist/chunk-PB24CCIJ.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/lib/copilot-runtime.ts","../src/service-adapters/conversion.ts"],"sourcesContent":["/**\n * <Callout type=\"info\">\n *   This is the reference for the `CopilotRuntime` class. For more information and example code snippets, please see [Concept: Copilot Runtime](/concepts/copilot-runtime).\n * </Callout>\n *\n * ## Usage\n *\n * ```tsx\n * import { CopilotRuntime } from \"@copilotkit/runtime\";\n *\n * const copilotKit = new CopilotRuntime();\n * ```\n */\n\nimport { Action, actionParametersToJsonSchema, Parameter } from \"@copilotkit/shared\";\nimport { RemoteChain, RemoteChainParameters, CopilotServiceAdapter } from \"../service-adapters\";\nimport { MessageInput } from \"../graphql/inputs/message.input\";\nimport { ActionInput } from \"../graphql/inputs/action.input\";\nimport { RuntimeEventSource } from \"../service-adapters/events\";\nimport { convertGqlInputToMessages } from \"../service-adapters/conversion\";\nimport { Message } from \"../graphql/types/converted\";\nimport { ForwardedParametersInput } from \"../graphql/inputs/forwarded-parameters.input\";\n\ninterface CopilotRuntimeRequest {\n  serviceAdapter: CopilotServiceAdapter;\n  messages: MessageInput[];\n  actions: ActionInput[];\n  outputMessagesPromise: Promise<Message[]>;\n  properties: any;\n  threadId?: string;\n  runId?: string;\n  publicApiKey?: string;\n  url?: string;\n  forwardedParameters?: ForwardedParametersInput;\n}\n\ninterface CopilotRuntimeResponse {\n  threadId: string;\n  runId?: string;\n  eventSource: RuntimeEventSource;\n  actions: Action<any>[];\n}\n\ntype ActionsConfiguration<T extends Parameter[] | [] = []> =\n  | Action<T>[]\n  | ((ctx: { properties: any; url?: string }) => Action<T>[]);\n\ninterface OnBeforeRequestOptions {\n  threadId?: string;\n  runId?: string;\n  inputMessages: Message[];\n  properties: any;\n  url?: string;\n}\n\ntype OnBeforeRequestHandler = (options: OnBeforeRequestOptions) => void | Promise<void>;\n\ninterface OnAfterRequestOptions {\n  threadId: string;\n  runId?: string;\n  inputMessages: Message[];\n  outputMessages: Message[];\n  properties: any;\n  url?: string;\n}\n\ntype OnAfterRequestHandler = (options: OnAfterRequestOptions) => void | Promise<void>;\n\ninterface Middleware {\n  /**\n   * A function that is called before the request is processed.\n   */\n  onBeforeRequest?: OnBeforeRequestHandler;\n\n  /**\n   * A function that is called after the request is processed.\n   */\n  onAfterRequest?: OnAfterRequestHandler;\n}\n\nexport interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {\n  /**\n   * Middleware to be used by the runtime.\n   *\n   * ```ts\n   * onBeforeRequest: (options: {\n   *   threadId?: string;\n   *   runId?: string;\n   *   inputMessages: Message[];\n   *   properties: any;\n   * }) => void | Promise<void>;\n   * ```\n   *\n   * ```ts\n   * onAfterRequest: (options: {\n   *   threadId?: string;\n   *   runId?: string;\n   *   inputMessages: Message[];\n   *   outputMessages: Message[];\n   *   properties: any;\n   * }) => void | Promise<void>;\n   * ```\n   */\n  middleware?: Middleware;\n\n  /*\n   * A list of server side actions that can be executed.\n   */\n  actions?: ActionsConfiguration<T>;\n\n  /*\n   * An array of LangServer URLs.\n   */\n  langserve?: RemoteChainParameters[];\n}\n\nexport class CopilotRuntime<const T extends Parameter[] | [] = []> {\n  public actions: ActionsConfiguration<T>;\n  private langserve: Promise<Action<any>>[] = [];\n  private onBeforeRequest?: OnBeforeRequestHandler;\n  private onAfterRequest?: OnAfterRequestHandler;\n\n  constructor(params?: CopilotRuntimeConstructorParams<T>) {\n    this.actions = params?.actions || [];\n\n    for (const chain of params?.langserve || []) {\n      const remoteChain = new RemoteChain(chain);\n      this.langserve.push(remoteChain.toAction());\n    }\n\n    this.onBeforeRequest = params?.middleware?.onBeforeRequest;\n    this.onAfterRequest = params?.middleware?.onAfterRequest;\n  }\n\n  async process(request: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse> {\n    const {\n      serviceAdapter,\n      messages,\n      actions: clientSideActionsInput,\n      threadId,\n      runId,\n      properties,\n      outputMessagesPromise,\n      forwardedParameters,\n      url,\n    } = request;\n    const langserveFunctions: Action<any>[] = [];\n\n    for (const chainPromise of this.langserve) {\n      try {\n        const chain = await chainPromise;\n        langserveFunctions.push(chain);\n      } catch (error) {\n        console.error(\"Error loading langserve chain:\", error);\n      }\n    }\n\n    const configuredActions =\n      typeof this.actions === \"function\" ? this.actions({ properties, url }) : this.actions;\n\n    const actions = [...configuredActions, ...langserveFunctions];\n\n    const serverSideActionsInput: ActionInput[] = actions.map((action) => ({\n      name: action.name,\n      description: action.description,\n      jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters)),\n    }));\n\n    const actionInputs = flattenToolCallsNoDuplicates([\n      ...serverSideActionsInput,\n      ...clientSideActionsInput,\n    ]);\n    const inputMessages = convertGqlInputToMessages(messages);\n\n    await this.onBeforeRequest?.({\n      threadId,\n      runId,\n      inputMessages,\n      properties,\n      url,\n    });\n\n    try {\n      const eventSource = new RuntimeEventSource();\n\n      const result = await serviceAdapter.process({\n        messages: inputMessages,\n        actions: actionInputs,\n        threadId,\n        runId,\n        eventSource,\n        forwardedParameters,\n      });\n\n      outputMessagesPromise\n        .then((outputMessages) => {\n          this.onAfterRequest?.({\n            threadId: result.threadId,\n            runId: result.runId,\n            inputMessages,\n            outputMessages,\n            properties,\n            url,\n          });\n        })\n        .catch((_error) => {});\n\n      return {\n        threadId: result.threadId,\n        runId: result.runId,\n        eventSource,\n        actions: actions,\n      };\n    } catch (error) {\n      console.error(\"Error getting response:\", error);\n      throw error;\n    }\n  }\n}\n\nexport function flattenToolCallsNoDuplicates(toolsByPriority: ActionInput[]): ActionInput[] {\n  let allTools: ActionInput[] = [];\n  const allToolNames: string[] = [];\n  for (const tool of toolsByPriority) {\n    if (!allToolNames.includes(tool.name)) {\n      allTools.push(tool);\n      allToolNames.push(tool.name);\n    }\n  }\n  return allTools;\n}\n","import {\n  ActionExecutionMessage,\n  Message,\n  ResultMessage,\n  TextMessage,\n} from \"../graphql/types/converted\";\nimport { MessageInput } from \"../graphql/inputs/message.input\";\nimport { plainToInstance } from \"class-transformer\";\n\nexport function convertGqlInputToMessages(inputMessages: MessageInput[]): Message[] {\n  const messages: Message[] = [];\n\n  for (const message of inputMessages) {\n    if (message.textMessage) {\n      messages.push(\n        plainToInstance(TextMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          role: message.textMessage.role,\n          content: message.textMessage.content,\n        }),\n      );\n    } else if (message.actionExecutionMessage) {\n      messages.push(\n        plainToInstance(ActionExecutionMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          name: message.actionExecutionMessage.name,\n          arguments: JSON.parse(message.actionExecutionMessage.arguments),\n          scope: message.actionExecutionMessage.scope,\n        }),\n      );\n    } else if (message.resultMessage) {\n      messages.push(\n        plainToInstance(ResultMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          actionExecutionId: message.resultMessage.actionExecutionId,\n          actionName: message.resultMessage.actionName,\n          result: message.resultMessage.result,\n        }),\n      );\n    }\n  }\n\n  return messages;\n}\n"],"mappings":";;;;;;;;;;;;;;;;AAcA,SAAiBA,oCAA+C;;;ACPhE,SAASC,uBAAuB;AAEzB,SAASC,0BAA0BC,eAA6B;AACrE,QAAMC,WAAsB,CAAA;AAE5B,aAAWC,WAAWF,eAAe;AACnC,QAAIE,QAAQC,aAAa;AACvBF,eAASG,KACPC,gBAAgBC,aAAa;QAC3BC,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBC,MAAMP,QAAQC,YAAYM;QAC1BC,SAASR,QAAQC,YAAYO;MAC/B,CAAA,CAAA;IAEJ,WAAWR,QAAQS,wBAAwB;AACzCV,eAASG,KACPC,gBAAgBO,wBAAwB;QACtCL,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBK,MAAMX,QAAQS,uBAAuBE;QACrCC,WAAWC,KAAKC,MAAMd,QAAQS,uBAAuBG,SAAS;QAC9DG,OAAOf,QAAQS,uBAAuBM;MACxC,CAAA,CAAA;IAEJ,WAAWf,QAAQgB,eAAe;AAChCjB,eAASG,KACPC,gBAAgBc,eAAe;QAC7BZ,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBY,mBAAmBlB,QAAQgB,cAAcE;QACzCC,YAAYnB,QAAQgB,cAAcG;QAClCC,QAAQpB,QAAQgB,cAAcI;MAChC,CAAA,CAAA;IAEJ;EACF;AAEA,SAAOrB;AACT;AArCgBF;;;AD2GT,IAAMwB,iBAAN,MAAMA;EACJC;EACCC,YAAoC,CAAA;EACpCC;EACAC;EAERC,YAAYC,QAA6C;AA1H3D;AA2HI,SAAKL,WAAUK,iCAAQL,YAAW,CAAA;AAElC,eAAWM,UAASD,iCAAQJ,cAAa,CAAA,GAAI;AAC3C,YAAMM,cAAc,IAAIC,YAAYF,KAAAA;AACpC,WAAKL,UAAUQ,KAAKF,YAAYG,SAAQ,CAAA;IAC1C;AAEA,SAAKR,mBAAkBG,sCAAQM,eAARN,mBAAoBH;AAC3C,SAAKC,kBAAiBE,sCAAQM,eAARN,mBAAoBF;EAC5C;EAEA,MAAMS,QAAQC,SAAiE;AAtIjF;AAuII,UAAM,EACJC,gBACAC,UACAf,SAASgB,wBACTC,UACAC,OACAC,YACAC,uBACAC,qBACAC,IAAG,IACDT;AACJ,UAAMU,qBAAoC,CAAA;AAE1C,eAAWC,gBAAgB,KAAKvB,WAAW;AACzC,UAAI;AACF,cAAMK,QAAQ,MAAMkB;AACpBD,2BAAmBd,KAAKH,KAAAA;MAC1B,SAASmB,OAAP;AACAC,gBAAQD,MAAM,kCAAkCA,KAAAA;MAClD;IACF;AAEA,UAAME,oBACJ,OAAO,KAAK3B,YAAY,aAAa,KAAKA,QAAQ;MAAEmB;MAAYG;IAAI,CAAA,IAAK,KAAKtB;AAEhF,UAAMA,UAAU;SAAI2B;SAAsBJ;;AAE1C,UAAMK,yBAAwC5B,QAAQ6B,IAAI,CAACC,YAAY;MACrEC,MAAMD,OAAOC;MACbC,aAAaF,OAAOE;MACpBC,YAAYC,KAAKC,UAAUC,6BAA6BN,OAAOO,UAAU,CAAA;IAC3E,EAAA;AAEA,UAAMC,eAAeC,6BAA6B;SAC7CX;SACAZ;KACJ;AACD,UAAMwB,gBAAgBC,0BAA0B1B,QAAAA;AAEhD,YAAM,UAAKb,oBAAL,8BAAuB;MAC3Be;MACAC;MACAsB;MACArB;MACAG;IACF;AAEA,QAAI;AACF,YAAMoB,cAAc,IAAIC,mBAAAA;AAExB,YAAMC,SAAS,MAAM9B,eAAeF,QAAQ;QAC1CG,UAAUyB;QACVxC,SAASsC;QACTrB;QACAC;QACAwB;QACArB;MACF,CAAA;AAEAD,4BACGyB,KAAK,CAACC,mBAAAA;AAnMf,YAAAC;AAoMU,SAAAA,MAAA,KAAK5C,mBAAL,gBAAA4C,IAAA,WAAsB;UACpB9B,UAAU2B,OAAO3B;UACjBC,OAAO0B,OAAO1B;UACdsB;UACAM;UACA3B;UACAG;QACF;MACF,CAAA,EACC0B,MAAM,CAACC,WAAAA;MAAY,CAAA;AAEtB,aAAO;QACLhC,UAAU2B,OAAO3B;QACjBC,OAAO0B,OAAO1B;QACdwB;QACA1C;MACF;IACF,SAASyB,OAAP;AACAC,cAAQD,MAAM,2BAA2BA,KAAAA;AACzC,YAAMA;IACR;EACF;AACF;AAtGa1B;AAwGN,SAASwC,6BAA6BW,iBAA8B;AACzE,MAAIC,WAA0B,CAAA;AAC9B,QAAMC,eAAyB,CAAA;AAC/B,aAAWC,QAAQH,iBAAiB;AAClC,QAAI,CAACE,aAAaE,SAASD,KAAKtB,IAAI,GAAG;AACrCoB,eAAS1C,KAAK4C,IAAAA;AACdD,mBAAa3C,KAAK4C,KAAKtB,IAAI;IAC7B;EACF;AACA,SAAOoB;AACT;AAVgBZ;","names":["actionParametersToJsonSchema","plainToInstance","convertGqlInputToMessages","inputMessages","messages","message","textMessage","push","plainToInstance","TextMessage","id","createdAt","role","content","actionExecutionMessage","ActionExecutionMessage","name","arguments","JSON","parse","scope","resultMessage","ResultMessage","actionExecutionId","actionName","result","CopilotRuntime","actions","langserve","onBeforeRequest","onAfterRequest","constructor","params","chain","remoteChain","RemoteChain","push","toAction","middleware","process","request","serviceAdapter","messages","clientSideActionsInput","threadId","runId","properties","outputMessagesPromise","forwardedParameters","url","langserveFunctions","chainPromise","error","console","configuredActions","serverSideActionsInput","map","action","name","description","jsonSchema","JSON","stringify","actionParametersToJsonSchema","parameters","actionInputs","flattenToolCallsNoDuplicates","inputMessages","convertGqlInputToMessages","eventSource","RuntimeEventSource","result","then","outputMessages","_a","catch","_error","toolsByPriority","allTools","allToolNames","tool","includes"]}