@copilotkit/runtime 0.37.0

package/.eslintrc.js

@@ -0,0 +1,7 @@
+module.exports = {
+  rules: {
+    'react-hooks/rules-of-hooks': 'off', // Disables React hooks rules
+    'react-hooks/exhaustive-deps': 'off', // Disables checking of dependency arrays
+    'turbo/no-undeclared-env-vars': 'off'
+  }
+};

package/.turbo/turbo-build.log

@@ -0,0 +1,70 @@
+
+> @copilotkit/runtime@0.37.0 build /home/runner/work/CopilotKit/CopilotKit/CopilotKit/packages/runtime
+> tsup --clean
+
+CLI Building entry: src/index.ts, src/lib/index.ts, src/service-adapters/index.ts, src/lib/integrations/index.ts, src/graphql/types/base/index.ts, src/graphql/types/converted/index.ts, src/lib/integrations/node-http/index.ts
+CLI Using tsconfig: tsconfig.json
+CLI tsup v6.7.0
+CLI Using tsup config: /home/runner/work/CopilotKit/CopilotKit/CopilotKit/packages/runtime/tsup.config.ts
+CLI Target: node14
+CLI Cleaning output folder
+ESM Build start
+CJS Build start
+ESM dist/index.mjs                                1.07 KB
+ESM dist/lib/index.mjs                            1.03 KB
+ESM dist/service-adapters/index.mjs               395.00 B
+ESM dist/lib/integrations/index.mjs               594.00 B
+ESM dist/lib/integrations/node-http/index.mjs     273.00 B
+ESM dist/chunk-4UA4RB4C.mjs                       5.44 KB
+ESM dist/chunk-5HGYI6EG.mjs                       20.86 KB
+ESM dist/chunk-2CCVVJDU.mjs                       1.33 KB
+ESM dist/chunk-XPAUPJMW.mjs                       34.73 KB
+ESM dist/chunk-7IFP53C6.mjs                       6.49 KB
+ESM dist/chunk-BLTAUVRP.mjs                       606.00 B
+ESM dist/chunk-NFCPM5AM.mjs                       1.45 KB
+ESM dist/graphql/types/base/index.mjs             121.00 B
+ESM dist/index.mjs.map                            185.00 B
+ESM dist/lib/index.mjs.map                        71.00 B
+ESM dist/service-adapters/index.mjs.map           71.00 B
+ESM dist/lib/integrations/index.mjs.map           71.00 B
+ESM dist/lib/integrations/node-http/index.mjs.map 71.00 B
+ESM dist/chunk-4UA4RB4C.mjs.map                   15.83 KB
+ESM dist/chunk-5HGYI6EG.mjs.map                   44.55 KB
+ESM dist/chunk-2CCVVJDU.mjs.map                   2.93 KB
+ESM dist/graphql/types/converted/index.mjs        245.00 B
+ESM dist/chunk-XPAUPJMW.mjs.map                   40.07 KB
+ESM dist/chunk-7IFP53C6.mjs.map                   12.61 KB
+ESM dist/chunk-BLTAUVRP.mjs.map                   1.18 KB
+ESM dist/chunk-NFCPM5AM.mjs.map                   644.00 B
+ESM dist/graphql/types/base/index.mjs.map         71.00 B
+ESM dist/graphql/types/converted/index.mjs.map    71.00 B
+ESM ⚡️ Build success in 203ms
+CJS dist/index.js                                74.53 KB
+CJS dist/lib/index.js                            74.48 KB
+CJS dist/service-adapters/index.js               30.87 KB
+CJS dist/lib/integrations/index.js               37.03 KB
+CJS dist/graphql/types/base/index.js             2.44 KB
+CJS dist/graphql/types/converted/index.js        3.04 KB
+CJS dist/lib/integrations/node-http/index.js     35.45 KB
+CJS dist/index.js.map                            116.68 KB
+CJS dist/lib/index.js.map                        117.08 KB
+CJS dist/service-adapters/index.js.map           59.01 KB
+CJS dist/lib/integrations/index.js.map           40.40 KB
+CJS dist/graphql/types/base/index.js.map         645.00 B
+CJS dist/graphql/types/converted/index.js.map    1.76 KB
+CJS dist/lib/integrations/node-http/index.js.map 37.37 KB
+CJS ⚡️ Build success in 226ms
+DTS Build start
+DTS ⚡️ Build success in 6715ms
+DTS dist/index.d.ts                            1.18 KB
+DTS dist/graphql/types/base/index.d.ts         92.00 B
+DTS dist/lib/index.d.ts                        1.19 KB
+DTS dist/service-adapters/index.d.ts           515.00 B
+DTS dist/lib/integrations/index.d.ts           626.00 B
+DTS dist/lib/integrations/node-http/index.d.ts 292.00 B
+DTS dist/graphql/types/converted/index.d.ts    153.00 B
+DTS dist/index-f0875df3.d.ts                   6.99 KB
+DTS dist/langchain-adapter-9ce103f3.d.ts       5.87 KB
+DTS dist/pages-router-b6bc6c60.d.ts            1.27 KB
+DTS dist/langserve-fd5066ee.d.ts               3.17 KB
+DTS dist/index-aa091e3c.d.ts                   1.33 KB

package/CHANGELOG.md

@@ -0,0 +1 @@
+# @copilotkit/runtime

package/__snapshots__/schema/schema.graphql

@@ -0,0 +1,178 @@
+# -----------------------------------------------
+# !!! THIS FILE WAS GENERATED BY TYPE-GRAPHQL !!!
+# !!!   DO NOT MODIFY THIS FILE BY YOURSELF   !!!
+# -----------------------------------------------
+
+input ActionExecutionMessageInput {
+  arguments: String!
+  name: String!
+  scope: ActionExecutionScope!
+}
+
+type ActionExecutionMessageOutput implements BaseMessageOutput {
+  arguments: [String!]!
+  createdAt: DateTimeISO!
+  id: String!
+  name: String!
+  scope: ActionExecutionScope!
+  status: MessageStatus!
+}
+
+"""The scope of the action"""
+enum ActionExecutionScope {
+  client
+  server
+}
+
+input ActionInput {
+  description: String!
+  jsonSchema: String!
+  name: String!
+}
+
+interface BaseMessageOutput {
+  createdAt: DateTimeISO!
+  id: String!
+  status: MessageStatus!
+}
+
+interface BaseResponseStatus {
+  code: ResponseStatusCode!
+}
+
+input CloudInput {
+  guardrails: GuardrailsInput!
+}
+
+type CopilotResponse {
+  messages: [BaseMessageOutput!]!
+  runId: String
+  status: ResponseStatus!
+  threadId: String!
+}
+
+"""
+A date-time string at UTC, such as 2007-12-03T10:15:30Z, compliant with the `date-time` format outlined in section 5.6 of the RFC 3339 profile of the ISO 8601 standard for representation of dates and times using the Gregorian calendar.This scalar is serialized to a string in ISO 8601 format and parsed from a string in ISO 8601 format.
+"""
+scalar DateTimeISO
+
+type FailedMessageStatus {
+  code: MessageStatusCode!
+  reason: String!
+}
+
+type FailedResponseStatus implements BaseResponseStatus {
+  code: ResponseStatusCode!
+  reason: String!
+}
+
+input FrontendInput {
+  actions: [ActionInput!]!
+  toDeprecate_fullContext: String
+}
+
+input GenerateCopilotResponseInput {
+  cloud: CloudInput
+  frontend: FrontendInput!
+  messages: [MessageInput!]!
+  runId: String
+  threadId: String
+}
+
+input GuardrailsInput {
+  inputValidationRules: [GuardrailsRuleInput!] = []
+}
+
+input GuardrailsRuleInput {
+  allowList: [String!] = []
+  denyList: [String!] = []
+  id: String!
+}
+
+"""
+The `JSONObject` scalar type represents JSON objects as specified by [ECMA-404](http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-404.pdf).
+"""
+scalar JSONObject @specifiedBy(url: "http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-404.pdf")
+
+input MessageInput {
+  actionExecutionMessage: ActionExecutionMessageInput
+  createdAt: DateTimeISO!
+  id: String!
+  resultMessage: ResultMessageInput
+  textMessage: TextMessageInput
+}
+
+"""The role of the message"""
+enum MessageRole {
+  assistant
+  system
+  user
+}
+
+union MessageStatus = FailedMessageStatus | PendingMessageStatus | SuccessMessageStatus
+
+enum MessageStatusCode {
+  Failed
+  Pending
+  Success
+}
+
+type Mutation {
+  generateCopilotResponse(data: GenerateCopilotResponseInput!, properties: JSONObject): CopilotResponse!
+}
+
+type PendingMessageStatus {
+  code: MessageStatusCode!
+}
+
+type PendingResponseStatus implements BaseResponseStatus {
+  code: ResponseStatusCode!
+}
+
+type Query {
+  hello: String!
+}
+
+union ResponseStatus = FailedResponseStatus | PendingResponseStatus | SuccessResponseStatus
+
+enum ResponseStatusCode {
+  Failed
+  Pending
+  Success
+}
+
+input ResultMessageInput {
+  actionExecutionId: String!
+  actionName: String!
+  result: String!
+}
+
+type ResultMessageOutput implements BaseMessageOutput {
+  actionExecutionId: String!
+  actionName: String!
+  createdAt: DateTimeISO!
+  id: String!
+  result: String!
+  status: MessageStatus!
+}
+
+type SuccessMessageStatus {
+  code: MessageStatusCode!
+}
+
+type SuccessResponseStatus implements BaseResponseStatus {
+  code: ResponseStatusCode!
+}
+
+input TextMessageInput {
+  content: String!
+  role: MessageRole!
+}
+
+type TextMessageOutput implements BaseMessageOutput {
+  content: [String!]!
+  createdAt: DateTimeISO!
+  id: String!
+  role: MessageRole!
+  status: MessageStatus!
+}

package/dist/chunk-2CCVVJDU.mjs

@@ -0,0 +1,56 @@
+import {
+  getCommonConfig
+} from "./chunk-XPAUPJMW.mjs";
+import {
+  __name
+} from "./chunk-NFCPM5AM.mjs";
+
+// src/lib/integrations/nextjs/app-router.ts
+import { createYoga } from "graphql-yoga";
+function copilotRuntimeNextJSAppRouterEndpoint({ runtime, endpoint, serviceAdapter }) {
+  const commonConfig = getCommonConfig({
+    runtime,
+    serviceAdapter
+  });
+  const yoga = createYoga({
+    ...commonConfig,
+    graphqlEndpoint: endpoint,
+    fetchAPI: {
+      Response: globalThis.Response
+    }
+  });
+  return {
+    handleRequest: yoga,
+    GET: yoga,
+    POST: yoga,
+    OPTIONS: yoga
+  };
+}
+__name(copilotRuntimeNextJSAppRouterEndpoint, "copilotRuntimeNextJSAppRouterEndpoint");
+
+// src/lib/integrations/nextjs/pages-router.ts
+import { createYoga as createYoga2 } from "graphql-yoga";
+var config = {
+  api: {
+    bodyParser: false
+  }
+};
+function copilotRuntimeNextJSPagesRouterEndpoint({ runtime, endpoint, serviceAdapter }) {
+  const commonConfig = getCommonConfig({
+    runtime,
+    serviceAdapter
+  });
+  const yoga = createYoga2({
+    ...commonConfig,
+    graphqlEndpoint: endpoint
+  });
+  return yoga;
+}
+__name(copilotRuntimeNextJSPagesRouterEndpoint, "copilotRuntimeNextJSPagesRouterEndpoint");
+
+export {
+  copilotRuntimeNextJSAppRouterEndpoint,
+  config,
+  copilotRuntimeNextJSPagesRouterEndpoint
+};
+//# sourceMappingURL=chunk-2CCVVJDU.mjs.map

package/dist/chunk-2CCVVJDU.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/lib/integrations/nextjs/app-router.ts","../src/lib/integrations/nextjs/pages-router.ts"],"sourcesContent":["import { createYoga } from \"graphql-yoga\";\nimport { getCommonConfig } from \"../shared\";\nimport { CopilotRuntime } from \"../../copilot-runtime\";\nimport { CopilotServiceAdapter } from \"../../../service-adapters\";\n\nexport function copilotRuntimeNextJSAppRouterEndpoint({\n  runtime,\n  endpoint,\n  serviceAdapter,\n}: {\n  runtime: CopilotRuntime;\n  serviceAdapter: CopilotServiceAdapter;\n  endpoint: string;\n}) {\n  const commonConfig = getCommonConfig({ runtime, serviceAdapter });\n\n  const yoga = createYoga({\n    ...commonConfig,\n    graphqlEndpoint: endpoint,\n    fetchAPI: { Response: globalThis.Response },\n  });\n\n  return {\n    handleRequest: yoga,\n    GET: yoga,\n    POST: yoga,\n    OPTIONS: yoga,\n  };\n}\n","import { YogaServerInstance, createYoga } from \"graphql-yoga\";\nimport { GraphQLContext, getCommonConfig } from \"../shared\";\nimport { CopilotRuntime } from \"../../copilot-runtime\";\nimport { CopilotServiceAdapter } from \"../../../service-adapters\";\n\nexport const config = {\n  api: {\n    bodyParser: false,\n  },\n};\n\nexport type CopilotRuntimeServerInstance<T> = YogaServerInstance<T, Partial<GraphQLContext>>;\n\n// Theis import is needed to fix the type error\n// Fix is currently in TypeScript 5.5 beta, waiting for stable version\n// https://github.com/microsoft/TypeScript/issues/42873#issuecomment-2066874644\nexport type {} from \"@whatwg-node/server\";\n\nexport function copilotRuntimeNextJSPagesRouterEndpoint({\n  runtime,\n  endpoint,\n  serviceAdapter,\n}: {\n  runtime: CopilotRuntime;\n  serviceAdapter: CopilotServiceAdapter;\n  endpoint: string;\n}): CopilotRuntimeServerInstance<GraphQLContext> {\n  const commonConfig = getCommonConfig({ runtime, serviceAdapter });\n\n  const yoga = createYoga({\n    ...commonConfig,\n    graphqlEndpoint: endpoint,\n  });\n\n  return yoga;\n}\n"],"mappings":";;;;;;;;AAAA,SAASA,kBAAkB;AAKpB,SAASC,sCAAsC,EACpDC,SACAC,UACAC,eAAc,GAKf;AACC,QAAMC,eAAeC,gBAAgB;IAAEJ;IAASE;EAAe,CAAA;AAE/D,QAAMG,OAAOC,WAAW;IACtB,GAAGH;IACHI,iBAAiBN;IACjBO,UAAU;MAAEC,UAAUC,WAAWD;IAAS;EAC5C,CAAA;AAEA,SAAO;IACLE,eAAeN;IACfO,KAAKP;IACLQ,MAAMR;IACNS,SAAST;EACX;AACF;AAvBgBN;;;ACLhB,SAA6BgB,cAAAA,mBAAkB;AAKxC,IAAMC,SAAS;EACpBC,KAAK;IACHC,YAAY;EACd;AACF;AASO,SAASC,wCAAwC,EACtDC,SACAC,UACAC,eAAc,GAKf;AACC,QAAMC,eAAeC,gBAAgB;IAAEJ;IAASE;EAAe,CAAA;AAE/D,QAAMG,OAAOC,YAAW;IACtB,GAAGH;IACHI,iBAAiBN;EACnB,CAAA;AAEA,SAAOI;AACT;AAjBgBN;","names":["createYoga","copilotRuntimeNextJSAppRouterEndpoint","runtime","endpoint","serviceAdapter","commonConfig","getCommonConfig","yoga","createYoga","graphqlEndpoint","fetchAPI","Response","globalThis","handleRequest","GET","POST","OPTIONS","createYoga","config","api","bodyParser","copilotRuntimeNextJSPagesRouterEndpoint","runtime","endpoint","serviceAdapter","commonConfig","getCommonConfig","yoga","createYoga","graphqlEndpoint"]}

package/dist/chunk-4UA4RB4C.mjs

@@ -0,0 +1,185 @@
+import {
+  RemoteChain
+} from "./chunk-5HGYI6EG.mjs";
+import {
+  RuntimeEventSource
+} from "./chunk-XPAUPJMW.mjs";
+import {
+  ActionExecutionMessage,
+  ResultMessage,
+  TextMessage
+} from "./chunk-BLTAUVRP.mjs";
+import {
+  __name
+} from "./chunk-NFCPM5AM.mjs";
+
+// src/lib/copilot-runtime.ts
+import { actionParametersToJsonSchema } from "@copilotkit/shared";
+
+// src/lib/copilot-cloud.ts
+import { COPILOT_CLOUD_API_URL, COPILOT_CLOUD_VERSION, COPILOT_CLOUD_PUBLIC_API_KEY_HEADER } from "@copilotkit/shared";
+var CopilotCloud = class {
+};
+__name(CopilotCloud, "CopilotCloud");
+var RemoteCopilotCloud = class extends CopilotCloud {
+  cloudApiUrl;
+  constructor(cloudApiUrl = COPILOT_CLOUD_API_URL) {
+    super();
+    this.cloudApiUrl = cloudApiUrl;
+  }
+  async checkGuardrailsInput({ cloud, publicApiKey, messages }) {
+    const url = `${this.cloudApiUrl}/${COPILOT_CLOUD_VERSION}/copilotkit/guardrails/input`;
+    const response = await fetch(url, {
+      method: "PUT",
+      headers: {
+        "Content-Type": "application/json",
+        [COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: publicApiKey
+      },
+      body: JSON.stringify({
+        messages,
+        cloud
+      })
+    });
+    if (!response.ok) {
+      let message = response.statusText;
+      try {
+        const json2 = await response.json();
+        if (json2.message) {
+          message = json2.message;
+        }
+      } catch (error) {
+      }
+      throw new Error("Failed to check input guardrails: " + message);
+    }
+    const json = await response.json();
+    return {
+      status: json.status,
+      reason: json.reason
+    };
+  }
+};
+__name(RemoteCopilotCloud, "RemoteCopilotCloud");
+
+// src/service-adapters/conversion.ts
+import { plainToInstance } from "class-transformer";
+function convertGqlInputToMessages(inputMessages) {
+  const messages = [];
+  for (const message of inputMessages) {
+    if (message.textMessage) {
+      messages.push(plainToInstance(TextMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        role: message.textMessage.role,
+        content: message.textMessage.content
+      }));
+    } else if (message.actionExecutionMessage) {
+      messages.push(plainToInstance(ActionExecutionMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        name: message.actionExecutionMessage.name,
+        arguments: JSON.parse(message.actionExecutionMessage.arguments),
+        scope: message.actionExecutionMessage.scope
+      }));
+    } else if (message.resultMessage) {
+      messages.push(plainToInstance(ResultMessage, {
+        id: message.id,
+        createdAt: message.createdAt,
+        actionExecutionId: message.resultMessage.actionExecutionId,
+        actionName: message.resultMessage.actionName,
+        result: message.resultMessage.result
+      }));
+    }
+  }
+  return messages;
+}
+__name(convertGqlInputToMessages, "convertGqlInputToMessages");
+
+// src/lib/copilot-runtime.ts
+var CopilotRuntime = class {
+  actions = [];
+  langserve = [];
+  debug = false;
+  copilotCloud;
+  constructor(params) {
+    this.actions = (params == null ? void 0 : params.actions) || [];
+    for (const chain of (params == null ? void 0 : params.langserve) || []) {
+      const remoteChain = new RemoteChain(chain);
+      this.langserve.push(remoteChain.toAction());
+    }
+    this.debug = (params == null ? void 0 : params.debug) || false;
+    this.copilotCloud = (params == null ? void 0 : params.copilotCloud) || new RemoteCopilotCloud();
+  }
+  addAction(action) {
+    this.removeAction(action.name);
+    this.actions.push(action);
+  }
+  removeAction(actionName) {
+    this.actions = this.actions.filter((f) => f.name !== actionName);
+  }
+  async process({ serviceAdapter, messages, actions: clientSideActionsInput, threadId, runId, publicApiKey }) {
+    const langserveFunctions = [];
+    for (const chainPromise of this.langserve) {
+      try {
+        const chain = await chainPromise;
+        langserveFunctions.push(chain);
+      } catch (error) {
+        console.error("Error loading langserve chain:", error);
+      }
+    }
+    const serverSideActionsInput = [
+      ...this.actions,
+      ...langserveFunctions
+    ].map((action) => ({
+      name: action.name,
+      description: action.description,
+      jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters))
+    }));
+    const actions = flattenToolCallsNoDuplicates([
+      ...serverSideActionsInput,
+      ...clientSideActionsInput
+    ]);
+    try {
+      const eventSource = new RuntimeEventSource();
+      const result = await serviceAdapter.process({
+        messages: convertGqlInputToMessages(messages),
+        actions,
+        threadId,
+        runId,
+        eventSource
+      });
+      return {
+        threadId: result.threadId,
+        runId: result.runId,
+        eventSource
+      };
+    } catch (error) {
+      console.error("Error getting response:", error);
+      throw error;
+    }
+  }
+};
+__name(CopilotRuntime, "CopilotRuntime");
+function flattenToolCallsNoDuplicates(toolsByPriority) {
+  let allTools = [];
+  const allToolNames = [];
+  for (const tool of toolsByPriority) {
+    if (!allToolNames.includes(tool.name)) {
+      allTools.push(tool);
+      allToolNames.push(tool.name);
+    }
+  }
+  return allTools;
+}
+__name(flattenToolCallsNoDuplicates, "flattenToolCallsNoDuplicates");
+var CopilotBackend = class extends CopilotRuntime {
+};
+__name(CopilotBackend, "CopilotBackend");
+
+export {
+  CopilotCloud,
+  RemoteCopilotCloud,
+  CopilotRuntime,
+  flattenToolCallsNoDuplicates,
+  CopilotBackend
+};
+//# sourceMappingURL=chunk-4UA4RB4C.mjs.map

package/dist/chunk-4UA4RB4C.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/lib/copilot-runtime.ts","../src/lib/copilot-cloud.ts","../src/service-adapters/conversion.ts"],"sourcesContent":["/**\n * Handles requests from frontend, provides function calling and various LLM backends.\n *\n * <img\n *   referrerPolicy=\"no-referrer-when-downgrade\"\n *   src=\"https://static.scarf.sh/a.png?x-pxid=a9b290bb-38f9-4518-ac3b-8f54fdbf43be\"\n * />\n *\n * <RequestExample>\n *   ```jsx CopilotRuntime Example\n *   import {\n *     CopilotRuntime,\n *     OpenAIAdapter\n *   } from \"@copilotkit/runtime\";\n *\n *   export async function POST(req: Request) {\n *     const copilotKit = new CopilotRuntime();\n *     return copilotKit.response(req, new OpenAIAdapter());\n *   }\n *\n * ```\n * </RequestExample>\n *\n * This class is the main entry point for the runtime. It handles requests from the frontend, provides function calling and various LLM backends.\n *\n * For example, to use OpenAI as a backend (check the [OpenAI Adapter](./OpenAIAdapter) docs for more info):\n * ```typescript\n * const copilotKit = new CopilotRuntime();\n * return copilotKit.response(req, new OpenAIAdapter());\n * ```\n *\n * Currently we support:\n *\n * - [OpenAI](./OpenAIAdapter)\n * - [LangChain](./LangChainAdapter)\n * - [OpenAI Assistant API](./OpenAIAssistantAdapter)\n * - [Google Gemini](./GoogleGenerativeAIAdapter)\n *\n * ## Server Side Actions\n *\n * CopilotKit supports actions that can be executed on the server side. You can define server side actions by passing the `actions` parameter:\n *\n * ```typescript\n * const copilotKit = new CopilotRuntime({\n *   actions: [\n *     {\n *       name: \"sayHello\",\n *       description: \"Says hello to someone.\",\n *       argumentAnnotations: [\n *         {\n *           name: \"arg\",\n *           type: \"string\",\n *           description: \"The name of the person to say hello to.\",\n *           required: true,\n *         },\n *       ],\n *       implementation: async (arg) => {\n *         console.log(\"Hello from the server\", arg, \"!\");\n *       },\n *     },\n *   ],\n * });\n * ```\n *\n * Server side actions can also return a result which becomes part of the message history.\n *\n * This is useful because it gives the LLM context about what happened on the server side. In addition,\n * it can be used to look up information from a vector or relational database and other sources.\n *\n * In addition to that, server side actions can also come from LangChain, including support for streaming responses.\n *\n * Returned results can be of the following type:\n *\n * - anything serializable to JSON\n * - `string`\n * - LangChain types:\n *   - `IterableReadableStream`\n *   - `BaseMessageChunk`\n *   - `AIMessage`\n *\n * ## LangServe\n *\n * The backend also supports LangServe, enabling you to connect to existing chains, for example python based chains.\n * Use the `langserve` parameter to specify URLs for LangServe.\n *\n * ```typescript\n * const copilotKit = new CopilotRuntime({\n *   langserve: [\n *     {\n *       chainUrl: \"http://my-langserve.chain\",\n *       name: \"performResearch\",\n *       description: \"Performs research on a given topic.\",\n *     },\n *   ],\n * });\n * ```\n *\n * When left out, arguments are automatically inferred from the schema provided by LangServe.\n */\n\nimport { Action, actionParametersToJsonSchema, Parameter } from \"@copilotkit/shared\";\nimport { RemoteChain, CopilotServiceAdapter } from \"../service-adapters\";\nimport { CopilotCloud, RemoteCopilotCloud } from \"./copilot-cloud\";\nimport { MessageInput } from \"../graphql/inputs/message.input\";\nimport { ActionInput } from \"../graphql/inputs/action.input\";\nimport { RuntimeEventSource } from \"../service-adapters/events\";\nimport { convertGqlInputToMessages } from \"../service-adapters/conversion\";\n\ninterface CopilotRuntimeRequest {\n  serviceAdapter: CopilotServiceAdapter;\n  messages: MessageInput[];\n  actions: ActionInput[];\n  threadId?: string;\n  runId?: string;\n  publicApiKey?: string;\n}\n\ninterface CopilotRuntimeResponse {\n  threadId?: string;\n  runId?: string;\n  eventSource: RuntimeEventSource;\n}\n\nexport interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {\n  /*\n   * A list of server side actions that can be executed.\n   */\n  actions?: Action<T>[];\n\n  /*\n   * An array of LangServer URLs.\n   */\n  langserve?: RemoteChain[];\n\n  debug?: boolean;\n  copilotCloud?: CopilotCloud;\n}\n\nexport class CopilotRuntime<const T extends Parameter[] | [] = []> {\n  public actions: Action<any>[] = [];\n  private langserve: Promise<Action<any>>[] = [];\n  private debug: boolean = false;\n  private copilotCloud: CopilotCloud;\n\n  constructor(params?: CopilotRuntimeConstructorParams<T>) {\n    this.actions = params?.actions || [];\n\n    for (const chain of params?.langserve || []) {\n      const remoteChain = new RemoteChain(chain);\n      this.langserve.push(remoteChain.toAction());\n    }\n    this.debug = params?.debug || false;\n    this.copilotCloud = params?.copilotCloud || new RemoteCopilotCloud();\n  }\n\n  addAction<const T extends Parameter[] | [] = []>(action: Action<T>): void {\n    this.removeAction(action.name);\n    this.actions.push(action);\n  }\n\n  removeAction(actionName: string): void {\n    this.actions = this.actions.filter((f) => f.name !== actionName);\n  }\n\n  async process({\n    serviceAdapter,\n    messages,\n    actions: clientSideActionsInput,\n    threadId,\n    runId,\n    publicApiKey,\n  }: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse> {\n    // TODO-PROTOCOL: cloud configuration\n    // const cloud: CopilotCloudConfig = forwardedProps.cloud;\n\n    const langserveFunctions: Action<any>[] = [];\n\n    for (const chainPromise of this.langserve) {\n      try {\n        const chain = await chainPromise;\n        langserveFunctions.push(chain);\n      } catch (error) {\n        console.error(\"Error loading langserve chain:\", error);\n      }\n    }\n\n    const serverSideActionsInput: ActionInput[] = [...this.actions, ...langserveFunctions].map(\n      (action) => ({\n        name: action.name,\n        description: action.description,\n        jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters)),\n      }),\n    );\n\n    const actions = flattenToolCallsNoDuplicates([\n      ...serverSideActionsInput,\n      ...clientSideActionsInput,\n    ]);\n\n    try {\n      const eventSource = new RuntimeEventSource();\n      // TODO-PROTOCOL: type this and support function calls\n      const result = await serviceAdapter.process({\n        messages: convertGqlInputToMessages(messages),\n        actions,\n        threadId,\n        runId,\n        eventSource,\n      });\n\n      // TODO-PROTOCOL add guardrails\n      //\n      // if (publicApiKey !== undefined) {\n      //   // wait for the cloud log chat to finish before streaming back the response\n      //   try {\n      //     const checkGuardrailsInputResult = await this.copilotCloud.checkGuardrailsInput({\n      //       cloud,\n      //       publicApiKey,\n      //       messages: forwardedProps.messages || [],\n      //     });\n\n      //     if (checkGuardrailsInputResult.status === \"denied\") {\n      //       // the chat was denied. instead of streaming back the response,\n      //       // we let the client know...\n      //       return {\n      //         stream: new SingleChunkReadableStream(checkGuardrailsInputResult.reason),\n      //         // headers: result.headers,\n      //       };\n      //     }\n      //   } catch (error) {\n      //     console.error(\"Error checking guardrails:\", error);\n      //   }\n      // }\n      return {\n        threadId: result.threadId,\n        runId: result.runId,\n        eventSource,\n      };\n    } catch (error) {\n      console.error(\"Error getting response:\", error);\n      throw error;\n    }\n  }\n}\n\nexport function flattenToolCallsNoDuplicates(toolsByPriority: ActionInput[]): ActionInput[] {\n  let allTools: ActionInput[] = [];\n  const allToolNames: string[] = [];\n  for (const tool of toolsByPriority) {\n    if (!allToolNames.includes(tool.name)) {\n      allTools.push(tool);\n      allToolNames.push(tool.name);\n    }\n  }\n  return allTools;\n}\n\n/**\n * @deprecated use CopilotRuntime instead\n */\nexport class CopilotBackend extends CopilotRuntime {}\n","import {\n  COPILOT_CLOUD_API_URL,\n  COPILOT_CLOUD_VERSION,\n  COPILOT_CLOUD_PUBLIC_API_KEY_HEADER,\n  CopilotCloudConfig,\n} from \"@copilotkit/shared\";\n\nexport interface CloudCheckGuardrailsInputParams {\n  cloud: CopilotCloudConfig;\n  publicApiKey: string;\n  // TODO-PROTOCOL: switch to graphql\n  messages: any[];\n}\n\nexport interface CloudCheckGuardrailsInputResponse {\n  status: \"allowed\" | \"denied\";\n  reason: string;\n}\n\nexport abstract class CopilotCloud {\n  abstract checkGuardrailsInput(\n    params: CloudCheckGuardrailsInputParams,\n  ): Promise<CloudCheckGuardrailsInputResponse>;\n}\n\nexport class RemoteCopilotCloud extends CopilotCloud {\n  constructor(private readonly cloudApiUrl: string = COPILOT_CLOUD_API_URL) {\n    super();\n  }\n\n  async checkGuardrailsInput({\n    cloud,\n    publicApiKey,\n    messages,\n  }: CloudCheckGuardrailsInputParams): Promise<CloudCheckGuardrailsInputResponse> {\n    const url = `${this.cloudApiUrl}/${COPILOT_CLOUD_VERSION}/copilotkit/guardrails/input`;\n\n    const response = await fetch(url, {\n      method: \"PUT\",\n      headers: {\n        \"Content-Type\": \"application/json\",\n        [COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: publicApiKey,\n      },\n      body: JSON.stringify({ messages, cloud }),\n    });\n\n    if (!response.ok) {\n      let message = response.statusText;\n\n      // try to parse the response body for a more detailed error message\n      try {\n        const json = await response.json();\n        if (json.message) {\n          message = json.message;\n        }\n      } catch (error) {}\n\n      throw new Error(\"Failed to check input guardrails: \" + message);\n    }\n    const json = await response.json();\n    return { status: json.status, reason: json.reason };\n  }\n}\n","import {\n  ActionExecutionMessage,\n  Message,\n  ResultMessage,\n  TextMessage,\n} from \"../graphql/types/converted\";\nimport { MessageInput } from \"../graphql/inputs/message.input\";\nimport { plainToInstance } from \"class-transformer\";\n\nexport function convertGqlInputToMessages(inputMessages: MessageInput[]): Message[] {\n  const messages: Message[] = [];\n\n  for (const message of inputMessages) {\n    if (message.textMessage) {\n      messages.push(\n        plainToInstance(TextMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          role: message.textMessage.role,\n          content: message.textMessage.content,\n        }),\n      );\n    } else if (message.actionExecutionMessage) {\n      messages.push(\n        plainToInstance(ActionExecutionMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          name: message.actionExecutionMessage.name,\n          arguments: JSON.parse(message.actionExecutionMessage.arguments),\n          scope: message.actionExecutionMessage.scope,\n        }),\n      );\n    } else if (message.resultMessage) {\n      messages.push(\n        plainToInstance(ResultMessage, {\n          id: message.id,\n          createdAt: message.createdAt,\n          actionExecutionId: message.resultMessage.actionExecutionId,\n          actionName: message.resultMessage.actionName,\n          result: message.resultMessage.result,\n        }),\n      );\n    }\n  }\n\n  return messages;\n}\n"],"mappings":";;;;;;;;;;;;;;;;AAoGA,SAAiBA,oCAA+C;;;ACpGhE,SACEC,uBACAC,uBACAC,2CAEK;AAcA,IAAeC,eAAf,MAAeA;AAItB;AAJsBA;AAMf,IAAMC,qBAAN,cAAiCD,aAAAA;;EACtCE,YAA6BC,cAAsBC,uBAAuB;AACxE,UAAK;SADsBD,cAAAA;EAE7B;EAEA,MAAME,qBAAqB,EACzBC,OACAC,cACAC,SAAQ,GACsE;AAC9E,UAAMC,MAAM,GAAG,KAAKN,eAAeO;AAEnC,UAAMC,WAAW,MAAMC,MAAMH,KAAK;MAChCI,QAAQ;MACRC,SAAS;QACP,gBAAgB;QAChB,CAACC,mCAAAA,GAAsCR;MACzC;MACAS,MAAMC,KAAKC,UAAU;QAAEV;QAAUF;MAAM,CAAA;IACzC,CAAA;AAEA,QAAI,CAACK,SAASQ,IAAI;AAChB,UAAIC,UAAUT,SAASU;AAGvB,UAAI;AACF,cAAMC,QAAO,MAAMX,SAASW,KAAI;AAChC,YAAIA,MAAKF,SAAS;AAChBA,oBAAUE,MAAKF;QACjB;MACF,SAASG,OAAP;MAAe;AAEjB,YAAM,IAAIC,MAAM,uCAAuCJ,OAAAA;IACzD;AACA,UAAME,OAAO,MAAMX,SAASW,KAAI;AAChC,WAAO;MAAEG,QAAQH,KAAKG;MAAQC,QAAQJ,KAAKI;IAAO;EACpD;AACF;AArCazB;;;AClBb,SAAS0B,uBAAuB;AAEzB,SAASC,0BAA0BC,eAA6B;AACrE,QAAMC,WAAsB,CAAA;AAE5B,aAAWC,WAAWF,eAAe;AACnC,QAAIE,QAAQC,aAAa;AACvBF,eAASG,KACPC,gBAAgBC,aAAa;QAC3BC,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBC,MAAMP,QAAQC,YAAYM;QAC1BC,SAASR,QAAQC,YAAYO;MAC/B,CAAA,CAAA;IAEJ,WAAWR,QAAQS,wBAAwB;AACzCV,eAASG,KACPC,gBAAgBO,wBAAwB;QACtCL,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBK,MAAMX,QAAQS,uBAAuBE;QACrCC,WAAWC,KAAKC,MAAMd,QAAQS,uBAAuBG,SAAS;QAC9DG,OAAOf,QAAQS,uBAAuBM;MACxC,CAAA,CAAA;IAEJ,WAAWf,QAAQgB,eAAe;AAChCjB,eAASG,KACPC,gBAAgBc,eAAe;QAC7BZ,IAAIL,QAAQK;QACZC,WAAWN,QAAQM;QACnBY,mBAAmBlB,QAAQgB,cAAcE;QACzCC,YAAYnB,QAAQgB,cAAcG;QAClCC,QAAQpB,QAAQgB,cAAcI;MAChC,CAAA,CAAA;IAEJ;EACF;AAEA,SAAOrB;AACT;AArCgBF;;;AFiIT,IAAMwB,iBAAN,MAAMA;EACJC,UAAyB,CAAA;EACxBC,YAAoC,CAAA;EACpCC,QAAiB;EACjBC;EAERC,YAAYC,QAA6C;AACvD,SAAKL,WAAUK,iCAAQL,YAAW,CAAA;AAElC,eAAWM,UAASD,iCAAQJ,cAAa,CAAA,GAAI;AAC3C,YAAMM,cAAc,IAAIC,YAAYF,KAAAA;AACpC,WAAKL,UAAUQ,KAAKF,YAAYG,SAAQ,CAAA;IAC1C;AACA,SAAKR,SAAQG,iCAAQH,UAAS;AAC9B,SAAKC,gBAAeE,iCAAQF,iBAAgB,IAAIQ,mBAAAA;EAClD;EAEAC,UAAiDC,QAAyB;AACxE,SAAKC,aAAaD,OAAOE,IAAI;AAC7B,SAAKf,QAAQS,KAAKI,MAAAA;EACpB;EAEAC,aAAaE,YAA0B;AACrC,SAAKhB,UAAU,KAAKA,QAAQiB,OAAO,CAACC,MAAMA,EAAEH,SAASC,UAAAA;EACvD;EAEA,MAAMG,QAAQ,EACZC,gBACAC,UACArB,SAASsB,wBACTC,UACAC,OACAC,aAAY,GAC6C;AAIzD,UAAMC,qBAAoC,CAAA;AAE1C,eAAWC,gBAAgB,KAAK1B,WAAW;AACzC,UAAI;AACF,cAAMK,QAAQ,MAAMqB;AACpBD,2BAAmBjB,KAAKH,KAAAA;MAC1B,SAASsB,OAAP;AACAC,gBAAQD,MAAM,kCAAkCA,KAAAA;MAClD;IACF;AAEA,UAAME,yBAAwC;SAAI,KAAK9B;SAAY0B;MAAoBK,IACrF,CAAClB,YAAY;MACXE,MAAMF,OAAOE;MACbiB,aAAanB,OAAOmB;MACpBC,YAAYC,KAAKC,UAAUC,6BAA6BvB,OAAOwB,UAAU,CAAA;IAC3E,EAAA;AAGF,UAAMrC,UAAUsC,6BAA6B;SACxCR;SACAR;KACJ;AAED,QAAI;AACF,YAAMiB,cAAc,IAAIC,mBAAAA;AAExB,YAAMC,SAAS,MAAMrB,eAAeD,QAAQ;QAC1CE,UAAUqB,0BAA0BrB,QAAAA;QACpCrB;QACAuB;QACAC;QACAe;MACF,CAAA;AAyBA,aAAO;QACLhB,UAAUkB,OAAOlB;QACjBC,OAAOiB,OAAOjB;QACde;MACF;IACF,SAASX,OAAP;AACAC,cAAQD,MAAM,2BAA2BA,KAAAA;AACzC,YAAMA;IACR;EACF;AACF;AAzGa7B;AA2GN,SAASuC,6BAA6BK,iBAA8B;AACzE,MAAIC,WAA0B,CAAA;AAC9B,QAAMC,eAAyB,CAAA;AAC/B,aAAWC,QAAQH,iBAAiB;AAClC,QAAI,CAACE,aAAaE,SAASD,KAAK/B,IAAI,GAAG;AACrC6B,eAASnC,KAAKqC,IAAAA;AACdD,mBAAapC,KAAKqC,KAAK/B,IAAI;IAC7B;EACF;AACA,SAAO6B;AACT;AAVgBN;AAeT,IAAMU,iBAAN,cAA6BjD,eAAAA;AAAgB;AAAvCiD;","names":["actionParametersToJsonSchema","COPILOT_CLOUD_API_URL","COPILOT_CLOUD_VERSION","COPILOT_CLOUD_PUBLIC_API_KEY_HEADER","CopilotCloud","RemoteCopilotCloud","constructor","cloudApiUrl","COPILOT_CLOUD_API_URL","checkGuardrailsInput","cloud","publicApiKey","messages","url","COPILOT_CLOUD_VERSION","response","fetch","method","headers","COPILOT_CLOUD_PUBLIC_API_KEY_HEADER","body","JSON","stringify","ok","message","statusText","json","error","Error","status","reason","plainToInstance","convertGqlInputToMessages","inputMessages","messages","message","textMessage","push","plainToInstance","TextMessage","id","createdAt","role","content","actionExecutionMessage","ActionExecutionMessage","name","arguments","JSON","parse","scope","resultMessage","ResultMessage","actionExecutionId","actionName","result","CopilotRuntime","actions","langserve","debug","copilotCloud","constructor","params","chain","remoteChain","RemoteChain","push","toAction","RemoteCopilotCloud","addAction","action","removeAction","name","actionName","filter","f","process","serviceAdapter","messages","clientSideActionsInput","threadId","runId","publicApiKey","langserveFunctions","chainPromise","error","console","serverSideActionsInput","map","description","jsonSchema","JSON","stringify","actionParametersToJsonSchema","parameters","flattenToolCallsNoDuplicates","eventSource","RuntimeEventSource","result","convertGqlInputToMessages","toolsByPriority","allTools","allToolNames","tool","includes","CopilotBackend"]}