@copilotkit/runtime 1.7.0 → 1.7.1-next.0

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @copilotkit/runtime
 
+## 1.7.1-next.0
+
+### Patch Changes
+
+- 261b2be: - simplifies interface + adds o11y in agents
+  - @copilotkit/shared@1.7.1-next.0
+
 ## 1.7.0
 
 ### Minor Changes

package/dist/{chunk-KFTZCVAE.mjs → chunk-5PFBYGDX.mjs}

@@ -2,7 +2,7 @@ import {
   copilotRuntimeNodeHttpEndpoint,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-66YYMUU2.mjs";
+} from "./chunk-ANTSN7W3.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -22,4 +22,4 @@ __name(copilotRuntimeNodeExpressEndpoint, "copilotRuntimeNodeExpressEndpoint");
 export {
   copilotRuntimeNodeExpressEndpoint
 };
-//# sourceMappingURL=chunk-KFTZCVAE.mjs.map
+//# sourceMappingURL=chunk-5PFBYGDX.mjs.map

package/dist/{chunk-66YYMUU2.mjs → chunk-ANTSN7W3.mjs}

@@ -39,7 +39,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.7.0",
+      version: "1.7.1-next.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -2712,7 +2712,7 @@ var CopilotRuntime = class {
   onBeforeRequest;
   onAfterRequest;
   delegateAgentProcessingToServiceAdapter;
-  logging;
+  observability;
   constructor(params) {
     var _a, _b;
     if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
@@ -2729,11 +2729,11 @@ var CopilotRuntime = class {
     this.onBeforeRequest = (_a = params == null ? void 0 : params.middleware) == null ? void 0 : _a.onBeforeRequest;
     this.onAfterRequest = (_b = params == null ? void 0 : params.middleware) == null ? void 0 : _b.onAfterRequest;
     this.delegateAgentProcessingToServiceAdapter = (params == null ? void 0 : params.delegateAgentProcessingToServiceAdapter) || false;
-    this.logging = params == null ? void 0 : params.logging;
+    this.observability = params == null ? void 0 : params.observability_c;
   }
   async processRuntimeRequest(request) {
     var _a, _b, _c, _d, _e;
-    const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters, url, extensions, agentSession, agentStates } = request;
+    const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters, url, extensions, agentSession, agentStates, publicApiKey } = request;
     const eventSource = new RuntimeEventSource();
     const requestStartTime = Date.now();
     const streamedChunks = [];
@@ -2751,7 +2751,7 @@ please use an LLM adapter instead.`
       const messages = rawMessages.filter((message) => !message.agentStateMessage);
       const inputMessages = convertGqlInputToMessages(messages);
       const serverSideActions = await this.getServerSideActions(request);
-      if ((_a = this.logging) == null ? void 0 : _a.enabled) {
+      if (((_a = this.observability) == null ? void 0 : _a.enabled) && publicApiKey) {
         try {
           const requestData = {
             threadId,
@@ -2763,7 +2763,7 @@ please use an LLM adapter instead.`
             timestamp: requestStartTime,
             provider: this.detectProvider(serviceAdapter)
           };
-          await this.logging.logger.logRequest(requestData);
+          await this.observability.hooks.handleRequest(requestData);
         } catch (error) {
           console.error("Error logging LLM request:", error);
         }
@@ -2811,16 +2811,15 @@ please use an LLM adapter instead.`
         });
       }).catch((_error) => {
       });
-      if ((_c = this.logging) == null ? void 0 : _c.enabled) {
+      if (((_c = this.observability) == null ? void 0 : _c.enabled) && publicApiKey) {
         try {
           outputMessagesPromise.then((outputMessages) => {
-            var _a2;
             const responseData = {
               threadId: result.threadId,
               runId: result.runId,
               model: forwardedParameters == null ? void 0 : forwardedParameters.model,
               // Use collected chunks for progressive mode or outputMessages for regular mode
-              output: this.logging.progressive ? streamedChunks : outputMessages,
+              output: this.observability.progressive ? streamedChunks : outputMessages,
               latency: Date.now() - requestStartTime,
               timestamp: Date.now(),
               provider: this.detectProvider(serviceAdapter),
@@ -2828,7 +2827,7 @@ please use an LLM adapter instead.`
               isFinalResponse: true
             };
             try {
-              (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(responseData);
+              this.observability.hooks.handleResponse(responseData);
             } catch (logError) {
               console.error("Error logging LLM response:", logError);
             }
@@ -2839,7 +2838,7 @@ please use an LLM adapter instead.`
           console.error("Error setting up logging for LLM response:", error);
         }
       }
-      if (((_d = this.logging) == null ? void 0 : _d.enabled) && this.logging.progressive) {
+      if (((_d = this.observability) == null ? void 0 : _d.enabled) && this.observability.progressive && publicApiKey) {
         const originalStream = eventSource.stream.bind(eventSource);
         eventSource.stream = async (callback) => {
           await originalStream(async (eventStream$) => {
@@ -2859,8 +2858,7 @@ please use an LLM adapter instead.`
                       isProgressiveChunk: true
                     };
                     Promise.resolve().then(() => {
-                      var _a2;
-                      (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(progressiveData);
+                      this.observability.hooks.handleResponse(progressiveData);
                     }).catch((error) => {
                       console.error("Error in progressive logging:", error);
                     });
@@ -2886,7 +2884,7 @@ please use an LLM adapter instead.`
         extensions: result.extensions
       };
     } catch (error) {
-      if ((_e = this.logging) == null ? void 0 : _e.enabled) {
+      if (((_e = this.observability) == null ? void 0 : _e.enabled) && publicApiKey) {
         try {
           const errorData = {
             threadId,
@@ -2897,7 +2895,7 @@ please use an LLM adapter instead.`
             latency: Date.now() - requestStartTime,
             provider: this.detectProvider(serviceAdapter)
           };
-          await this.logging.logger.logError(errorData);
+          await this.observability.hooks.handleError(errorData);
         } catch (logError) {
           console.error("Error logging LLM error:", logError);
         }
@@ -3065,9 +3063,11 @@ please use an LLM adapter instead.`
     }
   }
   async processAgentRequest(request) {
-    var _a;
-    const { messages: rawMessages, outputMessagesPromise, graphqlContext, agentSession, threadId: threadIdFromRequest, metaEvents } = request;
+    var _a, _b, _c, _d, _e;
+    const { messages: rawMessages, outputMessagesPromise, graphqlContext, agentSession, threadId: threadIdFromRequest, metaEvents, publicApiKey, forwardedParameters } = request;
     const { agentName, nodeName } = agentSession;
+    const requestStartTime = Date.now();
+    const streamedChunks = [];
     const threadId = threadIdFromRequest ?? agentSession.threadId;
     const serverSideActions = await this.getServerSideActions(request);
     const messages = convertGqlInputToMessages(rawMessages);
@@ -3090,7 +3090,26 @@ please use an LLM adapter instead.`
       ...availableActionsForCurrentAgent,
       ...request.actions
     ]);
-    await ((_a = this.onBeforeRequest) == null ? void 0 : _a.call(this, {
+    if (((_a = this.observability) == null ? void 0 : _a.enabled) && publicApiKey) {
+      try {
+        const requestData = {
+          threadId,
+          runId: void 0,
+          model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+          messages,
+          actions: allAvailableActions,
+          forwardedParameters,
+          timestamp: requestStartTime,
+          provider: "agent",
+          agentName,
+          nodeName
+        };
+        await this.observability.hooks.handleRequest(requestData);
+      } catch (error) {
+        console.error("Error logging agent request:", error);
+      }
+    }
+    await ((_b = this.onBeforeRequest) == null ? void 0 : _b.call(this, {
       threadId,
       runId: void 0,
       inputMessages: messages,
@@ -3105,17 +3124,96 @@ please use an LLM adapter instead.`
         metaEvents,
         actionInputsWithoutAgents: allAvailableActions
       });
+      if (((_c = this.observability) == null ? void 0 : _c.enabled) && this.observability.progressive && publicApiKey) {
+        const originalStream = eventSource.stream.bind(eventSource);
+        eventSource.stream = async (callback) => {
+          await originalStream(async (eventStream$) => {
+            eventStream$.subscribe({
+              next: (event) => {
+                if (event.type === RuntimeEventTypes.TextMessageContent) {
+                  streamedChunks.push(event.content);
+                  try {
+                    const progressiveData = {
+                      threadId: threadId || "",
+                      runId: void 0,
+                      model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+                      output: event.content,
+                      latency: Date.now() - requestStartTime,
+                      timestamp: Date.now(),
+                      provider: "agent",
+                      isProgressiveChunk: true,
+                      agentName,
+                      nodeName
+                    };
+                    Promise.resolve().then(() => {
+                      this.observability.hooks.handleResponse(progressiveData);
+                    }).catch((error) => {
+                      console.error("Error in progressive agent logging:", error);
+                    });
+                  } catch (error) {
+                    console.error("Error preparing progressive agent log data:", error);
+                  }
+                }
+              }
+            });
+            await callback(eventStream$);
+          });
+        };
+      }
       eventSource.stream(async (eventStream$) => {
         from(stream).subscribe({
           next: (event) => eventStream$.next(event),
           error: (err) => {
+            var _a2;
             console.error("Error in stream", err);
+            if (((_a2 = this.observability) == null ? void 0 : _a2.enabled) && publicApiKey) {
+              try {
+                const errorData = {
+                  threadId,
+                  runId: void 0,
+                  model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+                  error: err instanceof Error ? err : String(err),
+                  timestamp: Date.now(),
+                  latency: Date.now() - requestStartTime,
+                  provider: "agent",
+                  agentName,
+                  nodeName
+                };
+                this.observability.hooks.handleError(errorData);
+              } catch (logError) {
+                console.error("Error logging agent error:", logError);
+              }
+            }
             eventStream$.error(err);
             eventStream$.complete();
           },
           complete: () => eventStream$.complete()
         });
       });
+      if (((_d = this.observability) == null ? void 0 : _d.enabled) && publicApiKey) {
+        outputMessagesPromise.then((outputMessages) => {
+          const responseData = {
+            threadId,
+            runId: void 0,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            // Use collected chunks for progressive mode or outputMessages for regular mode
+            output: this.observability.progressive ? streamedChunks : outputMessages,
+            latency: Date.now() - requestStartTime,
+            timestamp: Date.now(),
+            provider: "agent",
+            isFinalResponse: true,
+            agentName,
+            nodeName
+          };
+          try {
+            this.observability.hooks.handleResponse(responseData);
+          } catch (logError) {
+            console.error("Error logging agent response:", logError);
+          }
+        }).catch((error) => {
+          console.error("Failed to get output messages for agent logging:", error);
+        });
+      }
       outputMessagesPromise.then((outputMessages) => {
         var _a2;
         (_a2 = this.onAfterRequest) == null ? void 0 : _a2.call(this, {
@@ -3135,6 +3233,24 @@ please use an LLM adapter instead.`
         actionInputsWithoutAgents: allAvailableActions
       };
     } catch (error) {
+      if (((_e = this.observability) == null ? void 0 : _e.enabled) && publicApiKey) {
+        try {
+          const errorData = {
+            threadId,
+            runId: void 0,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            error: error instanceof Error ? error : String(error),
+            timestamp: Date.now(),
+            latency: Date.now() - requestStartTime,
+            provider: "agent",
+            agentName,
+            nodeName
+          };
+          await this.observability.hooks.handleError(errorData);
+        } catch (logError) {
+          console.error("Error logging agent error:", logError);
+        }
+      }
       console.error("Error getting response:", error);
       throw error;
     }
@@ -3753,7 +3869,7 @@ var CopilotResolver = class {
       actions: data.frontend.actions.filter((action) => action.available !== ActionInputAvailability.disabled),
       threadId: data.threadId,
       runId: data.runId,
-      publicApiKey: void 0,
+      publicApiKey: copilotCloudPublicApiKey,
       outputMessagesPromise,
       graphqlContext: ctx,
       forwardedParameters: data.forwardedParameters,
@@ -4441,4 +4557,4 @@ export {
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-66YYMUU2.mjs.map
+//# sourceMappingURL=chunk-ANTSN7W3.mjs.map