@copilotkit/runtime 0.38.0-mme-alpha.0 → 1.0.0-beta.0

package/dist/{index-d5ba24be.d.ts → index-0e75acd2.d.ts}

@@ -2,29 +2,11 @@ import * as graphql_yoga from 'graphql-yoga';
 import { YogaInitialContext, createYoga } from 'graphql-yoga';
 import * as graphql from 'graphql';
 import * as pino from 'pino';
-import { CopilotCloudConfig, Parameter, Action } from '@copilotkit/shared';
-import { R as RemoteChainParameters, A as ActionInput, C as CopilotServiceAdapter, a as RuntimeEventSource } from './langserve-63794237.js';
-import { M as MessageInput } from './index-aa091e3c.js';
+import { Parameter, Action } from '@copilotkit/shared';
+import { R as RemoteChainParameters, A as ActionInput, C as CopilotServiceAdapter, a as RuntimeEventSource } from './langserve-75ebbc38.js';
+import { M as MessageInput, a as Message } from './index-aa091e3c.js';
 import { CopilotCloudOptions } from './lib/cloud/index.js';
 
-interface CloudCheckGuardrailsInputParams {
-    cloud: CopilotCloudConfig;
-    publicApiKey: string;
-    messages: any[];
-}
-interface CloudCheckGuardrailsInputResponse {
-    status: "allowed" | "denied";
-    reason: string;
-}
-declare abstract class CopilotCloud {
-    abstract checkGuardrailsInput(params: CloudCheckGuardrailsInputParams): Promise<CloudCheckGuardrailsInputResponse>;
-}
-declare class RemoteCopilotCloud extends CopilotCloud {
-    private readonly cloudApiUrl;
-    constructor(cloudApiUrl?: string);
-    checkGuardrailsInput({ cloud, publicApiKey, messages, }: CloudCheckGuardrailsInputParams): Promise<CloudCheckGuardrailsInputResponse>;
-}
-
 /**
  * Handles requests from frontend, provides function calling and various LLM backends.
  *
@@ -129,38 +111,82 @@ interface CopilotRuntimeRequest {
     serviceAdapter: CopilotServiceAdapter;
     messages: MessageInput[];
     actions: ActionInput[];
+    outputMessagesPromise: Promise<Message[]>;
+    properties: any;
     threadId?: string;
     runId?: string;
     publicApiKey?: string;
 }
 interface CopilotRuntimeResponse {
-    threadId?: string;
+    threadId: string;
     runId?: string;
     eventSource: RuntimeEventSource;
     actions: Action<any>[];
 }
+type ActionsConfiguration<T extends Parameter[] | [] = []> = Action<T>[] | ((ctx: {
+    properties: any;
+}) => Action<T>[]);
+interface OnBeforeRequestOptions {
+    threadId?: string;
+    runId?: string;
+    inputMessages: Message[];
+    properties: any;
+}
+type OnBeforeRequestHandler = (options: OnBeforeRequestOptions) => void | Promise<void>;
+interface OnAfterRequestOptions {
+    threadId: string;
+    runId?: string;
+    inputMessages: Message[];
+    outputMessages: Message[];
+    properties: any;
+}
+type OnAfterRequestHandler = (options: OnAfterRequestOptions) => void | Promise<void>;
+interface Middleware {
+    /**
+     * A function that is called before the request is processed.
+     */
+    onBeforeRequest?: OnBeforeRequestHandler;
+    /**
+     * A function that is called after the request is processed.
+     */
+    onAfterRequest?: OnAfterRequestHandler;
+}
 interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {
-    actions?: Action<T>[];
+    /**
+     * Middleware to be used by the runtime.
+     *
+     * ```ts
+     * onBeforeRequest: (options: {
+     *   threadId?: string;
+     *   runId?: string;
+     *   inputMessages: Message[];
+     *   properties: any;
+     * }) => void | Promise<void>;
+     * ```
+     *
+     * ```ts
+     * onAfterRequest: (options: {
+     *   threadId?: string;
+     *   runId?: string;
+     *   inputMessages: Message[];
+     *   outputMessages: Message[];
+     *   properties: any;
+     * }) => void | Promise<void>;
+     * ```
+     */
+    middleware?: Middleware;
+    actions?: ActionsConfiguration<T>;
     langserve?: RemoteChainParameters[];
-    debug?: boolean;
-    copilotCloud?: CopilotCloud;
 }
 declare class CopilotRuntime<const T extends Parameter[] | [] = []> {
-    actions: Action<any>[];
+    actions: ActionsConfiguration<T>;
     private langserve;
-    private debug;
-    private copilotCloud;
+    private onBeforeRequest?;
+    private onAfterRequest?;
     constructor(params?: CopilotRuntimeConstructorParams<T>);
-    addAction<const T extends Parameter[] | [] = []>(action: Action<T>): void;
-    removeAction(actionName: string): void;
-    process({ serviceAdapter, messages, actions: clientSideActionsInput, threadId, runId, publicApiKey, }: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse>;
+    process(request: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse>;
 }
 declare function flattenToolCallsNoDuplicates(toolsByPriority: ActionInput[]): ActionInput[];
-/**
- * @deprecated use CopilotRuntime instead
- */
-declare class CopilotBackend extends CopilotRuntime {
-}
 
 type LogLevel = "debug" | "info" | "warn" | "error";
 
@@ -173,7 +199,7 @@ type GraphQLContext = YogaInitialContext & {
     logger: typeof logger;
 };
 interface CreateCopilotRuntimeServerOptions {
-    runtime: CopilotRuntime;
+    runtime: CopilotRuntime<any>;
     serviceAdapter: CopilotServiceAdapter;
     endpoint: string;
     baseUrl?: string;
@@ -195,4 +221,4 @@ declare function getCommonConfig(options: CreateCopilotRuntimeServerOptions): Co
 
 declare function copilotRuntimeNodeHttpEndpoint(options: CreateCopilotRuntimeServerOptions): graphql_yoga.YogaServerInstance<{}, Partial<GraphQLContext>>;
 
-export { CopilotRuntimeConstructorParams as C, GraphQLContext as G, RemoteCopilotCloud as R, CopilotRuntime as a, CopilotBackend as b, CloudCheckGuardrailsInputParams as c, CloudCheckGuardrailsInputResponse as d, CopilotCloud as e, flattenToolCallsNoDuplicates as f, CopilotRequestContextProperties as g, CreateCopilotRuntimeServerOptions as h, createContext as i, buildSchema as j, CommonConfig as k, getCommonConfig as l, copilotRuntimeNodeHttpEndpoint as m };
+export { CopilotRuntimeConstructorParams as C, GraphQLContext as G, CopilotRuntime as a, CopilotRequestContextProperties as b, CreateCopilotRuntimeServerOptions as c, createContext as d, buildSchema as e, flattenToolCallsNoDuplicates as f, CommonConfig as g, getCommonConfig as h, copilotRuntimeNodeHttpEndpoint as i };

package/dist/index.d.ts

@@ -1,12 +1,12 @@
-export { c as CloudCheckGuardrailsInputParams, d as CloudCheckGuardrailsInputResponse, k as CommonConfig, b as CopilotBackend, e as CopilotCloud, g as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, h as CreateCopilotRuntimeServerOptions, G as GraphQLContext, R as RemoteCopilotCloud, j as buildSchema, m as copilotRuntimeNodeHttpEndpoint, i as createContext, f as flattenToolCallsNoDuplicates, l as getCommonConfig } from './index-d5ba24be.js';
-export { G as GoogleGenerativeAIAdapter, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams } from './langchain-adapter-54784d29.js';
-export { C as CopilotRuntimeServerInstance, a as config, c as copilotRuntimeNextJSAppRouterEndpoint, b as copilotRuntimeNextJSPagesRouterEndpoint } from './pages-router-d94f01da.js';
+export { g as CommonConfig, b as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, c as CreateCopilotRuntimeServerOptions, G as GraphQLContext, e as buildSchema, i as copilotRuntimeNodeHttpEndpoint, d as createContext, f as flattenToolCallsNoDuplicates, h as getCommonConfig } from './index-0e75acd2.js';
+export { G as GoogleGenerativeAIAdapter, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams } from './langchain-adapter-a02d1d38.js';
+export { C as CopilotRuntimeServerInstance, a as config, c as copilotRuntimeNextJSAppRouterEndpoint, b as copilotRuntimeNextJSPagesRouterEndpoint } from './pages-router-e81920d5.js';
 export { G as GuardrailsValidationFailureResponse, M as MessageStreamInterruptedResponse, U as UnknownErrorResponse } from './failed-response-status-reasons-0ab19e06.js';
 import 'graphql-yoga';
 import 'graphql';
 import 'pino';
 import '@copilotkit/shared';
-import './langserve-63794237.js';
+import './langserve-75ebbc38.js';
 import './index-aa091e3c.js';
 import './graphql/types/base/index.js';
 import 'rxjs';