@copilotkit/runtime 1.7.0-next.1 → 1.7.1-next.0

package/dist/{chunk-QZ6X33MR.mjs → chunk-LOGYVH7X.mjs}

@@ -2,7 +2,7 @@ import {
   copilotRuntimeNodeHttpEndpoint,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-QTRO3GPV.mjs";
+} from "./chunk-ANTSN7W3.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -22,4 +22,4 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 export {
   copilotRuntimeNestEndpoint
 };
-//# sourceMappingURL=chunk-QZ6X33MR.mjs.map
+//# sourceMappingURL=chunk-LOGYVH7X.mjs.map

package/dist/{chunk-D6YNY2XB.mjs → chunk-SJPSYQ4P.mjs}

@@ -2,7 +2,7 @@ import {
   getCommonConfig,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-QTRO3GPV.mjs";
+} from "./chunk-ANTSN7W3.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -77,4 +77,4 @@ export {
   config,
   copilotRuntimeNextJSPagesRouterEndpoint
 };
-//# sourceMappingURL=chunk-D6YNY2XB.mjs.map
+//# sourceMappingURL=chunk-SJPSYQ4P.mjs.map

package/dist/{copilot-runtime-5103c7e7.d.ts → copilot-runtime-eb953402.d.ts}

@@ -12,48 +12,6 @@ declare function createLogger(options?: {
     level?: LogLevel;
     component?: string;
 }): pino.Logger<never>;
-interface LogLLMRequestData {
-    threadId?: string;
-    runId?: string;
-    model?: string;
-    messages: any[];
-    actions?: any[];
-    forwardedParameters?: any;
-    timestamp: number;
-    provider?: string;
-    [key: string]: any;
-}
-interface LogLLMResponseData {
-    threadId: string;
-    runId?: string;
-    model?: string;
-    output: any;
-    latency: number;
-    timestamp: number;
-    provider?: string;
-    isProgressiveChunk?: boolean;
-    isFinalResponse?: boolean;
-    [key: string]: any;
-}
-interface LogLLMErrorData {
-    threadId?: string;
-    runId?: string;
-    model?: string;
-    error: Error | string;
-    timestamp: number;
-    provider?: string;
-    [key: string]: any;
-}
-interface CopilotLoggerHooks {
-    logRequest: (data: LogLLMRequestData) => void | Promise<void>;
-    logResponse: (data: LogLLMResponseData) => void | Promise<void>;
-    logError: (data: LogLLMErrorData) => void | Promise<void>;
-}
-interface CopilotLoggingConfig {
-    enabled: boolean;
-    progressive: boolean;
-    logger: CopilotLoggerHooks;
-}
 
 declare const logger: pino.Logger<never>;
 declare const addCustomHeaderPlugin: {
@@ -141,6 +99,74 @@ declare class LoadAgentStateResponse {
     messages: string;
 }
 
+interface LLMRequestData {
+    threadId?: string;
+    runId?: string;
+    model?: string;
+    messages: any[];
+    actions?: any[];
+    forwardedParameters?: any;
+    timestamp: number;
+    provider?: string;
+    [key: string]: any;
+}
+interface LLMResponseData {
+    threadId: string;
+    runId?: string;
+    model?: string;
+    output: any;
+    latency: number;
+    timestamp: number;
+    provider?: string;
+    isProgressiveChunk?: boolean;
+    isFinalResponse?: boolean;
+    [key: string]: any;
+}
+interface LLMErrorData {
+    threadId?: string;
+    runId?: string;
+    model?: string;
+    error: Error | string;
+    timestamp: number;
+    provider?: string;
+    [key: string]: any;
+}
+interface CopilotObservabilityHooks {
+    handleRequest: (data: LLMRequestData) => void | Promise<void>;
+    handleResponse: (data: LLMResponseData) => void | Promise<void>;
+    handleError: (data: LLMErrorData) => void | Promise<void>;
+}
+/**
+ * Configuration for CopilotKit logging functionality.
+ *
+ * @remarks
+ * Custom logging handlers require a valid CopilotKit public API key.
+ * Sign up at https://docs.copilotkit.ai/quickstart#get-a-copilot-cloud-public-api-key to get your key.
+ */
+interface CopilotObservabilityConfig {
+    /**
+     * Enable or disable logging functionality.
+     *
+     * @default false
+     */
+    enabled: boolean;
+    /**
+     * Controls whether logs are streamed progressively or buffered.
+     * - When true: Each token and update is logged as it's generated (real-time)
+     * - When false: Complete responses are logged after completion (batched)
+     *
+     * @default true
+     */
+    progressive: boolean;
+    /**
+     * Custom observability hooks for request, response, and error events.
+     *
+     * @remarks
+     * Using custom observability hooks requires a valid CopilotKit public API key.
+     */
+    hooks: CopilotObservabilityHooks;
+}
+
 /**
  * <Callout type="info">
  *   This is the reference for the `CopilotRuntime` class. For more information and example code snippets, please see [Concept: Copilot Runtime](/concepts/copilot-runtime).
@@ -243,8 +269,14 @@ interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {
     langserve?: RemoteChainParameters[];
     delegateAgentProcessingToServiceAdapter?: boolean;
     /**
-     * Configuration for LLM request/response logging
+     * Configuration for LLM request/response logging.
+     * Requires publicApiKey from CopilotKit component to be set:
+     *
+     * ```tsx
+     * <CopilotKit publicApiKey="ck_pub_..." />
+     * ```
      *
+     * Example logging config:
      * ```ts
      * logging: {
      *   enabled: true, // Enable or disable logging
@@ -257,7 +289,7 @@ interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []> {
      * }
      * ```
      */
-    logging?: CopilotLoggingConfig;
+    observability_c?: CopilotObservabilityConfig;
 }
 declare class CopilotRuntime<const T extends Parameter[] | [] = []> {
     actions: ActionsConfiguration<T>;
@@ -266,7 +298,7 @@ declare class CopilotRuntime<const T extends Parameter[] | [] = []> {
     private onBeforeRequest?;
     private onAfterRequest?;
     private delegateAgentProcessingToServiceAdapter;
-    private logging?;
+    private observability?;
     constructor(params?: CopilotRuntimeConstructorParams<T>);
     processRuntimeRequest(request: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse>;
     discoverAgentsFromEndpoints(graphqlContext: GraphQLContext): Promise<AgentWithEndpoint[]>;
@@ -280,4 +312,4 @@ declare function copilotKitEndpoint(config: Omit<CopilotKitEndpoint, "type">): C
 declare function langGraphPlatformEndpoint(config: Omit<LangGraphPlatformEndpoint, "type">): LangGraphPlatformEndpoint;
 declare function resolveEndpointType(endpoint: EndpointDefinition): EndpointType;
 
-export { CopilotRuntimeConstructorParams as C, GraphQLContext as G, LogLevel as L, CopilotRuntime as a, addCustomHeaderPlugin as b, copilotKitEndpoint as c, CopilotRequestContextProperties as d, CreateCopilotRuntimeServerOptions as e, flattenToolCallsNoDuplicates as f, createContext as g, buildSchema as h, CommonConfig as i, getCommonConfig as j, CopilotRuntimeLogger as k, langGraphPlatformEndpoint as l, createLogger as m, LogLLMRequestData as n, LogLLMResponseData as o, LogLLMErrorData as p, CopilotLoggerHooks as q, resolveEndpointType as r, CopilotLoggingConfig as s };
+export { CopilotRuntimeConstructorParams as C, GraphQLContext as G, LogLevel as L, CopilotRuntime as a, addCustomHeaderPlugin as b, copilotKitEndpoint as c, CopilotRequestContextProperties as d, CreateCopilotRuntimeServerOptions as e, flattenToolCallsNoDuplicates as f, createContext as g, buildSchema as h, CommonConfig as i, getCommonConfig as j, CopilotRuntimeLogger as k, langGraphPlatformEndpoint as l, createLogger as m, resolveEndpointType as r };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-export { i as CommonConfig, q as CopilotLoggerHooks, s as CopilotLoggingConfig, d as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, k as CopilotRuntimeLogger, e as CreateCopilotRuntimeServerOptions, G as GraphQLContext, p as LogLLMErrorData, n as LogLLMRequestData, o as LogLLMResponseData, L as LogLevel, b as addCustomHeaderPlugin, h as buildSchema, c as copilotKitEndpoint, g as createContext, m as createLogger, f as flattenToolCallsNoDuplicates, j as getCommonConfig, l as langGraphPlatformEndpoint, r as resolveEndpointType } from './copilot-runtime-5103c7e7.js';
+export { i as CommonConfig, d as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, k as CopilotRuntimeLogger, e as CreateCopilotRuntimeServerOptions, G as GraphQLContext, L as LogLevel, b as addCustomHeaderPlugin, h as buildSchema, c as copilotKitEndpoint, g as createContext, m as createLogger, f as flattenToolCallsNoDuplicates, j as getCommonConfig, l as langGraphPlatformEndpoint, r as resolveEndpointType } from './copilot-runtime-eb953402.js';
 export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from './groq-adapter-fb9aa3ab.js';
 export { CopilotRuntimeServerInstance, config, copilotRuntimeNextJSAppRouterEndpoint, copilotRuntimeNextJSPagesRouterEndpoint } from './lib/integrations/index.js';
 export { copilotRuntimeNodeHttpEndpoint } from './lib/integrations/node-http/index.js';

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.7.0-next.1",
+      version: "1.7.1-next.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -4009,7 +4009,7 @@ var CopilotRuntime = class {
   onBeforeRequest;
   onAfterRequest;
   delegateAgentProcessingToServiceAdapter;
-  logging;
+  observability;
   constructor(params) {
     var _a, _b;
     if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
@@ -4026,11 +4026,11 @@ var CopilotRuntime = class {
     this.onBeforeRequest = (_a = params == null ? void 0 : params.middleware) == null ? void 0 : _a.onBeforeRequest;
     this.onAfterRequest = (_b = params == null ? void 0 : params.middleware) == null ? void 0 : _b.onAfterRequest;
     this.delegateAgentProcessingToServiceAdapter = (params == null ? void 0 : params.delegateAgentProcessingToServiceAdapter) || false;
-    this.logging = params == null ? void 0 : params.logging;
+    this.observability = params == null ? void 0 : params.observability_c;
   }
   async processRuntimeRequest(request) {
     var _a, _b, _c, _d, _e;
-    const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters, url, extensions, agentSession, agentStates } = request;
+    const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters, url, extensions, agentSession, agentStates, publicApiKey } = request;
     const eventSource = new RuntimeEventSource();
     const requestStartTime = Date.now();
     const streamedChunks = [];
@@ -4048,7 +4048,7 @@ please use an LLM adapter instead.`
       const messages = rawMessages.filter((message) => !message.agentStateMessage);
       const inputMessages = convertGqlInputToMessages(messages);
       const serverSideActions = await this.getServerSideActions(request);
-      if ((_a = this.logging) == null ? void 0 : _a.enabled) {
+      if (((_a = this.observability) == null ? void 0 : _a.enabled) && publicApiKey) {
         try {
           const requestData = {
             threadId,
@@ -4060,7 +4060,7 @@ please use an LLM adapter instead.`
             timestamp: requestStartTime,
             provider: this.detectProvider(serviceAdapter)
           };
-          await this.logging.logger.logRequest(requestData);
+          await this.observability.hooks.handleRequest(requestData);
         } catch (error) {
           console.error("Error logging LLM request:", error);
         }
@@ -4108,16 +4108,15 @@ please use an LLM adapter instead.`
         });
       }).catch((_error) => {
       });
-      if ((_c = this.logging) == null ? void 0 : _c.enabled) {
+      if (((_c = this.observability) == null ? void 0 : _c.enabled) && publicApiKey) {
         try {
           outputMessagesPromise.then((outputMessages) => {
-            var _a2;
             const responseData = {
               threadId: result.threadId,
               runId: result.runId,
               model: forwardedParameters == null ? void 0 : forwardedParameters.model,
               // Use collected chunks for progressive mode or outputMessages for regular mode
-              output: this.logging.progressive ? streamedChunks : outputMessages,
+              output: this.observability.progressive ? streamedChunks : outputMessages,
               latency: Date.now() - requestStartTime,
               timestamp: Date.now(),
               provider: this.detectProvider(serviceAdapter),
@@ -4125,7 +4124,7 @@ please use an LLM adapter instead.`
               isFinalResponse: true
             };
             try {
-              (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(responseData);
+              this.observability.hooks.handleResponse(responseData);
             } catch (logError) {
               console.error("Error logging LLM response:", logError);
             }
@@ -4136,7 +4135,7 @@ please use an LLM adapter instead.`
           console.error("Error setting up logging for LLM response:", error);
         }
       }
-      if (((_d = this.logging) == null ? void 0 : _d.enabled) && this.logging.progressive) {
+      if (((_d = this.observability) == null ? void 0 : _d.enabled) && this.observability.progressive && publicApiKey) {
         const originalStream = eventSource.stream.bind(eventSource);
         eventSource.stream = async (callback) => {
           await originalStream(async (eventStream$) => {
@@ -4156,8 +4155,7 @@ please use an LLM adapter instead.`
                       isProgressiveChunk: true
                     };
                     Promise.resolve().then(() => {
-                      var _a2;
-                      (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(progressiveData);
+                      this.observability.hooks.handleResponse(progressiveData);
                     }).catch((error) => {
                       console.error("Error in progressive logging:", error);
                     });
@@ -4183,7 +4181,7 @@ please use an LLM adapter instead.`
         extensions: result.extensions
       };
     } catch (error) {
-      if ((_e = this.logging) == null ? void 0 : _e.enabled) {
+      if (((_e = this.observability) == null ? void 0 : _e.enabled) && publicApiKey) {
         try {
           const errorData = {
             threadId,
@@ -4194,7 +4192,7 @@ please use an LLM adapter instead.`
             latency: Date.now() - requestStartTime,
             provider: this.detectProvider(serviceAdapter)
           };
-          await this.logging.logger.logError(errorData);
+          await this.observability.hooks.handleError(errorData);
         } catch (logError) {
           console.error("Error logging LLM error:", logError);
         }
@@ -4362,9 +4360,11 @@ please use an LLM adapter instead.`
     }
   }
   async processAgentRequest(request) {
-    var _a;
-    const { messages: rawMessages, outputMessagesPromise, graphqlContext, agentSession, threadId: threadIdFromRequest, metaEvents } = request;
+    var _a, _b, _c, _d, _e;
+    const { messages: rawMessages, outputMessagesPromise, graphqlContext, agentSession, threadId: threadIdFromRequest, metaEvents, publicApiKey, forwardedParameters } = request;
     const { agentName, nodeName } = agentSession;
+    const requestStartTime = Date.now();
+    const streamedChunks = [];
     const threadId = threadIdFromRequest ?? agentSession.threadId;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
@@ -4387,7 +4387,26 @@ please use an LLM adapter instead.`
       ...availableActionsForCurrentAgent,
       ...request.actions
     ]);
-    await ((_a = this.onBeforeRequest) == null ? void 0 : _a.call(this, {
+    if (((_a = this.observability) == null ? void 0 : _a.enabled) && publicApiKey) {
+      try {
+        const requestData = {
+          threadId,
+          runId: void 0,
+          model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+          messages,
+          actions: allAvailableActions,
+          forwardedParameters,
+          timestamp: requestStartTime,
+          provider: "agent",
+          agentName,
+          nodeName
+        };
+        await this.observability.hooks.handleRequest(requestData);
+      } catch (error) {
+        console.error("Error logging agent request:", error);
+      }
+    }
+    await ((_b = this.onBeforeRequest) == null ? void 0 : _b.call(this, {
       threadId,
       runId: void 0,
       inputMessages: messages,
@@ -4402,17 +4421,96 @@ please use an LLM adapter instead.`
         metaEvents,
         actionInputsWithoutAgents: allAvailableActions
       });
+      if (((_c = this.observability) == null ? void 0 : _c.enabled) && this.observability.progressive && publicApiKey) {
+        const originalStream = eventSource.stream.bind(eventSource);
+        eventSource.stream = async (callback) => {
+          await originalStream(async (eventStream$) => {
+            eventStream$.subscribe({
+              next: (event) => {
+                if (event.type === RuntimeEventTypes.TextMessageContent) {
+                  streamedChunks.push(event.content);
+                  try {
+                    const progressiveData = {
+                      threadId: threadId || "",
+                      runId: void 0,
+                      model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+                      output: event.content,
+                      latency: Date.now() - requestStartTime,
+                      timestamp: Date.now(),
+                      provider: "agent",
+                      isProgressiveChunk: true,
+                      agentName,
+                      nodeName
+                    };
+                    Promise.resolve().then(() => {
+                      this.observability.hooks.handleResponse(progressiveData);
+                    }).catch((error) => {
+                      console.error("Error in progressive agent logging:", error);
+                    });
+                  } catch (error) {
+                    console.error("Error preparing progressive agent log data:", error);
+                  }
+                }
+              }
+            });
+            await callback(eventStream$);
+          });
+        };
+      }
       eventSource.stream(async (eventStream$) => {
         (0, import_rxjs3.from)(stream).subscribe({
           next: (event) => eventStream$.next(event),
           error: (err) => {
+            var _a2;
             console.error("Error in stream", err);
+            if (((_a2 = this.observability) == null ? void 0 : _a2.enabled) && publicApiKey) {
+              try {
+                const errorData = {
+                  threadId,
+                  runId: void 0,
+                  model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+                  error: err instanceof Error ? err : String(err),
+                  timestamp: Date.now(),
+                  latency: Date.now() - requestStartTime,
+                  provider: "agent",
+                  agentName,
+                  nodeName
+                };
+                this.observability.hooks.handleError(errorData);
+              } catch (logError) {
+                console.error("Error logging agent error:", logError);
+              }
+            }
             eventStream$.error(err);
             eventStream$.complete();
           },
           complete: () => eventStream$.complete()
         });
       });
+      if (((_d = this.observability) == null ? void 0 : _d.enabled) && publicApiKey) {
+        outputMessagesPromise.then((outputMessages) => {
+          const responseData = {
+            threadId,
+            runId: void 0,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            // Use collected chunks for progressive mode or outputMessages for regular mode
+            output: this.observability.progressive ? streamedChunks : outputMessages,
+            latency: Date.now() - requestStartTime,
+            timestamp: Date.now(),
+            provider: "agent",
+            isFinalResponse: true,
+            agentName,
+            nodeName
+          };
+          try {
+            this.observability.hooks.handleResponse(responseData);
+          } catch (logError) {
+            console.error("Error logging agent response:", logError);
+          }
+        }).catch((error) => {
+          console.error("Failed to get output messages for agent logging:", error);
+        });
+      }
       outputMessagesPromise.then((outputMessages) => {
         var _a2;
         (_a2 = this.onAfterRequest) == null ? void 0 : _a2.call(this, {
@@ -4432,6 +4530,24 @@ please use an LLM adapter instead.`
         actionInputsWithoutAgents: allAvailableActions
       };
     } catch (error) {
+      if (((_e = this.observability) == null ? void 0 : _e.enabled) && publicApiKey) {
+        try {
+          const errorData = {
+            threadId,
+            runId: void 0,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            error: error instanceof Error ? error : String(error),
+            timestamp: Date.now(),
+            latency: Date.now() - requestStartTime,
+            provider: "agent",
+            agentName,
+            nodeName
+          };
+          await this.observability.hooks.handleError(errorData);
+        } catch (logError) {
+          console.error("Error logging agent error:", logError);
+        }
+      }
       console.error("Error getting response:", error);
       throw error;
     }
@@ -5513,7 +5629,7 @@ var CopilotResolver = class {
       actions: data.frontend.actions.filter((action) => action.available !== ActionInputAvailability.disabled),
       threadId: data.threadId,
       runId: data.runId,
-      publicApiKey: void 0,
+      publicApiKey: copilotCloudPublicApiKey,
       outputMessagesPromise,
       graphqlContext: ctx,
       forwardedParameters: data.forwardedParameters,