@copilotkit/runtime 1.1.2 → 1.1.3-feat-runtime-remote-actions.0

package/src/lib/copilot-runtime.ts

@@ -1,225 +0,0 @@
-/**
- * <Callout type="info">
- *   This is the reference for the `CopilotRuntime` class. For more information and example code snippets, please see [Concept: Copilot Runtime](/concepts/copilot-runtime).
- * </Callout>
- *
- * ## Usage
- *
- * ```tsx
- * import { CopilotRuntime } from "@copilotkit/runtime";
- *
- * const copilotKit = new CopilotRuntime();
- * ```
- */
-
-import { Action, actionParametersToJsonSchema, Parameter } from "@copilotkit/shared";
-import { RemoteChain, RemoteChainParameters, CopilotServiceAdapter } from "../service-adapters";
-import { MessageInput } from "../graphql/inputs/message.input";
-import { ActionInput } from "../graphql/inputs/action.input";
-import { RuntimeEventSource } from "../service-adapters/events";
-import { convertGqlInputToMessages } from "../service-adapters/conversion";
-import { Message } from "../graphql/types/converted";
-import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters.input";
-
-interface CopilotRuntimeRequest {
-  serviceAdapter: CopilotServiceAdapter;
-  messages: MessageInput[];
-  actions: ActionInput[];
-  outputMessagesPromise: Promise<Message[]>;
-  properties: any;
-  threadId?: string;
-  runId?: string;
-  publicApiKey?: string;
-  forwardedParameters?: ForwardedParametersInput;
-}
-
-interface CopilotRuntimeResponse {
-  threadId: string;
-  runId?: string;
-  eventSource: RuntimeEventSource;
-  actions: Action<any>[];
-}
-
-type ActionsConfiguration<T extends Parameter[] | [] = []> =
-  | Action<T>[]
-  | ((ctx: { properties: any }) => Action<T>[]);
-
-interface OnBeforeRequestOptions {
-  threadId?: string;
-  runId?: string;
-  inputMessages: Message[];
-  properties: any;
-}
-
-type OnBeforeRequestHandler = (options: OnBeforeRequestOptions) => void | Promise<void>;
-
-interface OnAfterRequestOptions {
-  threadId: string;
-  runId?: string;
-  inputMessages: Message[];
-  outputMessages: Message[];
-  properties: any;
-}
-
-type OnAfterRequestHandler = (options: OnAfterRequestOptions) => void | Promise<void>;
-
-interface Middleware {
-  /**
-   * A function that is called before the request is processed.
-   */
-  onBeforeRequest?: OnBeforeRequestHandler;
-
-  /**
-   * A function that is called after the request is processed.
-   */
-  onAfterRequest?: OnAfterRequestHandler;
-}
-
-export interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {
-  /**
-   * Middleware to be used by the runtime.
-   *
-   * ```ts
-   * onBeforeRequest: (options: {
-   *   threadId?: string;
-   *   runId?: string;
-   *   inputMessages: Message[];
-   *   properties: any;
-   * }) => void | Promise<void>;
-   * ```
-   *
-   * ```ts
-   * onAfterRequest: (options: {
-   *   threadId?: string;
-   *   runId?: string;
-   *   inputMessages: Message[];
-   *   outputMessages: Message[];
-   *   properties: any;
-   * }) => void | Promise<void>;
-   * ```
-   */
-  middleware?: Middleware;
-
-  /*
-   * A list of server side actions that can be executed.
-   */
-  actions?: ActionsConfiguration<T>;
-
-  /*
-   * An array of LangServer URLs.
-   */
-  langserve?: RemoteChainParameters[];
-}
-
-export class CopilotRuntime<const T extends Parameter[] | [] = []> {
-  public actions: ActionsConfiguration<T>;
-  private langserve: Promise<Action<any>>[] = [];
-  private onBeforeRequest?: OnBeforeRequestHandler;
-  private onAfterRequest?: OnAfterRequestHandler;
-
-  constructor(params?: CopilotRuntimeConstructorParams<T>) {
-    this.actions = params?.actions || [];
-
-    for (const chain of params?.langserve || []) {
-      const remoteChain = new RemoteChain(chain);
-      this.langserve.push(remoteChain.toAction());
-    }
-
-    this.onBeforeRequest = params?.middleware?.onBeforeRequest;
-    this.onAfterRequest = params?.middleware?.onAfterRequest;
-  }
-
-  async process(request: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse> {
-    const {
-      serviceAdapter,
-      messages,
-      actions: clientSideActionsInput,
-      threadId,
-      runId,
-      properties,
-      outputMessagesPromise,
-      forwardedParameters,
-    } = request;
-    const langserveFunctions: Action<any>[] = [];
-
-    for (const chainPromise of this.langserve) {
-      try {
-        const chain = await chainPromise;
-        langserveFunctions.push(chain);
-      } catch (error) {
-        console.error("Error loading langserve chain:", error);
-      }
-    }
-
-    const configuredActions =
-      typeof this.actions === "function" ? this.actions({ properties }) : this.actions;
-
-    const actions = [...configuredActions, ...langserveFunctions];
-
-    const serverSideActionsInput: ActionInput[] = actions.map((action) => ({
-      name: action.name,
-      description: action.description,
-      jsonSchema: JSON.stringify(actionParametersToJsonSchema(action.parameters)),
-    }));
-
-    const actionInputs = flattenToolCallsNoDuplicates([
-      ...serverSideActionsInput,
-      ...clientSideActionsInput,
-    ]);
-    const inputMessages = convertGqlInputToMessages(messages);
-
-    await this.onBeforeRequest?.({
-      threadId,
-      runId,
-      inputMessages,
-      properties,
-    });
-
-    try {
-      const eventSource = new RuntimeEventSource();
-
-      const result = await serviceAdapter.process({
-        messages: inputMessages,
-        actions: actionInputs,
-        threadId,
-        runId,
-        eventSource,
-        forwardedParameters,
-      });
-
-      outputMessagesPromise
-        .then((outputMessages) => {
-          this.onAfterRequest?.({
-            threadId: result.threadId,
-            runId: result.runId,
-            inputMessages,
-            outputMessages,
-            properties,
-          });
-        })
-        .catch((_error) => {});
-
-      return {
-        threadId: result.threadId,
-        runId: result.runId,
-        eventSource,
-        actions: actions,
-      };
-    } catch (error) {
-      console.error("Error getting response:", error);
-      throw error;
-    }
-  }
-}
-
-export function flattenToolCallsNoDuplicates(toolsByPriority: ActionInput[]): ActionInput[] {
-  let allTools: ActionInput[] = [];
-  const allToolNames: string[] = [];
-  for (const tool of toolsByPriority) {
-    if (!allToolNames.includes(tool.name)) {
-      allTools.push(tool);
-      allToolNames.push(tool.name);
-    }
-  }
-  return allTools;
-}