@copilotkit/runtime 1.7.0-next.0 → 1.7.0-next.1

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @copilotkit/runtime
 
+## 1.7.0-next.1
+
+### Patch Changes
+
+- 1e934e4: - feat(runtime): Add LangFuse logging integration
+  - @copilotkit/shared@1.7.0-next.1
+
 ## 1.7.0-next.0
 
 ### Minor Changes

package/README.md

@@ -44,3 +44,78 @@
 # Documentation
 
 To get started with CopilotKit, please check out the [documentation](https://docs.copilotkit.ai).
+
+## LangFuse Logging Integration
+
+CopilotKit now supports LangFuse logging integration to help you monitor, analyze, and debug your LLM requests and responses.
+
+### Setup
+
+To enable LangFuse logging, you can configure it when initializing the CopilotRuntime:
+
+```typescript
+import { CopilotRuntime, OpenAIAdapter } from "@copilotkit/runtime";
+import { LangfuseClient } from "langfuse";
+
+// Initialize your LangFuse client
+const langfuse = new LangfuseClient({
+  publicKey: process.env.LANGFUSE_PUBLIC_KEY!,
+  secretKey: process.env.LANGFUSE_SECRET_KEY!,
+  baseUrl: process.env.LANGFUSE_BASE_URL,
+});
+
+// Create a CopilotRuntime with LangFuse logging enabled
+const runtime = new CopilotRuntime({
+  adapter: new OpenAIAdapter({ apiKey: process.env.OPENAI_API_KEY }),
+  logging: {
+    enabled: true,
+    progressive: true, // Set to false for buffered logging
+    logger: {
+      logRequest: (data) => langfuse.trace({ name: "LLM Request", input: data }),
+      logResponse: (data) => langfuse.trace({ name: "LLM Response", output: data }),
+      logError: (errorData) => langfuse.trace({ name: "LLM Error", metadata: errorData }),
+    },
+  },
+});
+```
+
+### Configuration Options
+
+The logging configuration accepts the following options:
+
+- `enabled` (boolean): Enable or disable logging (default: false)
+- `progressive` (boolean): When true, logs each chunk as it's streamed. When false, logs the complete response (default: true)
+- `logger` (object): Contains callback functions for logging:
+  - `logRequest`: Called when an LLM request is made
+  - `logResponse`: Called when an LLM response is received
+  - `logError`: Called when an error occurs during an LLM request
+
+### Custom Logging Integrations
+
+You can integrate with any logging service by implementing the logger interface:
+
+```typescript
+const runtime = new CopilotRuntime({
+  adapter: new OpenAIAdapter({ apiKey: "YOUR_API_KEY" }),
+  logging: {
+    enabled: true,
+    progressive: false,
+    logger: {
+      logRequest: (data) => {
+        // Implement your custom logging logic
+        console.log("LLM Request:", JSON.stringify(data));
+      },
+      logResponse: (data) => {
+        // Implement your custom logging logic
+        console.log("LLM Response:", JSON.stringify(data));
+      },
+      logError: (error) => {
+        // Implement your custom error logging
+        console.error("LLM Error:", error);
+      },
+    },
+  },
+});
+```
+
+This allows you to send your logs to any system or service that you prefer.

package/dist/{chunk-PH24IU7T.mjs → chunk-D6YNY2XB.mjs}

@@ -2,7 +2,7 @@ import {
   getCommonConfig,
   getRuntimeInstanceTelemetryInfo,
   telemetry_client_default
-} from "./chunk-34Y5DNNJ.mjs";
+} from "./chunk-QTRO3GPV.mjs";
 import {
   __name
 } from "./chunk-FHD4JECV.mjs";
@@ -77,4 +77,4 @@ export {
   config,
   copilotRuntimeNextJSPagesRouterEndpoint
 };
-//# sourceMappingURL=chunk-PH24IU7T.mjs.map
+//# sourceMappingURL=chunk-D6YNY2XB.mjs.map

package/dist/chunk-PTC5JN3P.mjs

@@ -0,0 +1 @@
+//# sourceMappingURL=chunk-PTC5JN3P.mjs.map

package/dist/{chunk-34Y5DNNJ.mjs → chunk-QTRO3GPV.mjs}

@@ -39,7 +39,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.7.0-next.0",
+      version: "1.7.0-next.1",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -2712,6 +2712,7 @@ var CopilotRuntime = class {
   onBeforeRequest;
   onAfterRequest;
   delegateAgentProcessingToServiceAdapter;
+  logging;
   constructor(params) {
     var _a, _b;
     if ((params == null ? void 0 : params.actions) && (params == null ? void 0 : params.remoteEndpoints)) {
@@ -2728,11 +2729,14 @@ var CopilotRuntime = class {
     this.onBeforeRequest = (_a = params == null ? void 0 : params.middleware) == null ? void 0 : _a.onBeforeRequest;
     this.onAfterRequest = (_b = params == null ? void 0 : params.middleware) == null ? void 0 : _b.onAfterRequest;
     this.delegateAgentProcessingToServiceAdapter = (params == null ? void 0 : params.delegateAgentProcessingToServiceAdapter) || false;
+    this.logging = params == null ? void 0 : params.logging;
   }
   async processRuntimeRequest(request) {
-    var _a;
+    var _a, _b, _c, _d, _e;
     const { serviceAdapter, messages: rawMessages, actions: clientSideActionsInput, threadId, runId, outputMessagesPromise, graphqlContext, forwardedParameters, url, extensions, agentSession, agentStates } = request;
     const eventSource = new RuntimeEventSource();
+    const requestStartTime = Date.now();
+    const streamedChunks = [];
     try {
       if (agentSession && !this.delegateAgentProcessingToServiceAdapter) {
         return await this.processAgentRequest(request);
@@ -2747,6 +2751,23 @@ please use an LLM adapter instead.`
       const messages = rawMessages.filter((message) => !message.agentStateMessage);
       const inputMessages = convertGqlInputToMessages(messages);
       const serverSideActions = await this.getServerSideActions(request);
+      if ((_a = this.logging) == null ? void 0 : _a.enabled) {
+        try {
+          const requestData = {
+            threadId,
+            runId,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            messages: inputMessages,
+            actions: clientSideActionsInput,
+            forwardedParameters,
+            timestamp: requestStartTime,
+            provider: this.detectProvider(serviceAdapter)
+          };
+          await this.logging.logger.logRequest(requestData);
+        } catch (error) {
+          console.error("Error logging LLM request:", error);
+        }
+      }
       const serverSideActionsInput = serverSideActions.map((action) => ({
         name: action.name,
         description: action.description,
@@ -2759,7 +2780,7 @@ please use an LLM adapter instead.`
           (action) => action.available !== ActionInputAvailability.remote
         )
       ]);
-      await ((_a = this.onBeforeRequest) == null ? void 0 : _a.call(this, {
+      await ((_b = this.onBeforeRequest) == null ? void 0 : _b.call(this, {
         threadId,
         runId,
         inputMessages,
@@ -2790,6 +2811,69 @@ please use an LLM adapter instead.`
         });
       }).catch((_error) => {
       });
+      if ((_c = this.logging) == null ? void 0 : _c.enabled) {
+        try {
+          outputMessagesPromise.then((outputMessages) => {
+            var _a2;
+            const responseData = {
+              threadId: result.threadId,
+              runId: result.runId,
+              model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+              // Use collected chunks for progressive mode or outputMessages for regular mode
+              output: this.logging.progressive ? streamedChunks : outputMessages,
+              latency: Date.now() - requestStartTime,
+              timestamp: Date.now(),
+              provider: this.detectProvider(serviceAdapter),
+              // Indicate this is the final response
+              isFinalResponse: true
+            };
+            try {
+              (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(responseData);
+            } catch (logError) {
+              console.error("Error logging LLM response:", logError);
+            }
+          }).catch((error) => {
+            console.error("Failed to get output messages for logging:", error);
+          });
+        } catch (error) {
+          console.error("Error setting up logging for LLM response:", error);
+        }
+      }
+      if (((_d = this.logging) == null ? void 0 : _d.enabled) && this.logging.progressive) {
+        const originalStream = eventSource.stream.bind(eventSource);
+        eventSource.stream = async (callback) => {
+          await originalStream(async (eventStream$) => {
+            eventStream$.subscribe({
+              next: (event) => {
+                if (event.type === RuntimeEventTypes.TextMessageContent) {
+                  streamedChunks.push(event.content);
+                  try {
+                    const progressiveData = {
+                      threadId: threadId || "",
+                      runId,
+                      model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+                      output: event.content,
+                      latency: Date.now() - requestStartTime,
+                      timestamp: Date.now(),
+                      provider: this.detectProvider(serviceAdapter),
+                      isProgressiveChunk: true
+                    };
+                    Promise.resolve().then(() => {
+                      var _a2;
+                      (_a2 = this.logging) == null ? void 0 : _a2.logger.logResponse(progressiveData);
+                    }).catch((error) => {
+                      console.error("Error in progressive logging:", error);
+                    });
+                  } catch (error) {
+                    console.error("Error preparing progressive log data:", error);
+                  }
+                }
+              }
+            });
+            await callback(eventStream$);
+          });
+        };
+      }
       return {
         threadId: nonEmptyThreadId,
         runId: result.runId,
@@ -2802,6 +2886,22 @@ please use an LLM adapter instead.`
         extensions: result.extensions
       };
     } catch (error) {
+      if ((_e = this.logging) == null ? void 0 : _e.enabled) {
+        try {
+          const errorData = {
+            threadId,
+            runId,
+            model: forwardedParameters == null ? void 0 : forwardedParameters.model,
+            error: error instanceof Error ? error : String(error),
+            timestamp: Date.now(),
+            latency: Date.now() - requestStartTime,
+            provider: this.detectProvider(serviceAdapter)
+          };
+          await this.logging.logger.logError(errorData);
+        } catch (logError) {
+          console.error("Error logging LLM error:", logError);
+        }
+      }
       if (error instanceof CopilotKitError3) {
         throw error;
       }
@@ -2887,7 +2987,6 @@ please use an LLM adapter instead.`
     if (!agentWithEndpoint) {
       throw new Error("Agent not found");
     }
-    const headers = createHeaders(null, graphqlContext);
     if (agentWithEndpoint.endpoint.type === EndpointType.LangGraphPlatform) {
       const propertyHeaders = graphqlContext.properties.authorization ? {
         authorization: `Bearer ${graphqlContext.properties.authorization}`
@@ -3073,6 +3172,21 @@ please use an LLM adapter instead.`
       ...remoteActions
     ];
   }
+  // Add helper method to detect provider
+  detectProvider(serviceAdapter) {
+    const adapterName = serviceAdapter.constructor.name;
+    if (adapterName.includes("OpenAI"))
+      return "openai";
+    if (adapterName.includes("Anthropic"))
+      return "anthropic";
+    if (adapterName.includes("Google"))
+      return "google";
+    if (adapterName.includes("Groq"))
+      return "groq";
+    if (adapterName.includes("LangChain"))
+      return "langchain";
+    return void 0;
+  }
 };
 __name(CopilotRuntime, "CopilotRuntime");
 function flattenToolCallsNoDuplicates(toolsByPriority) {
@@ -4320,10 +4434,11 @@ export {
   copilotKitEndpoint,
   langGraphPlatformEndpoint,
   resolveEndpointType,
+  createLogger,
   addCustomHeaderPlugin,
   createContext,
   buildSchema,
   getCommonConfig,
   copilotRuntimeNodeHttpEndpoint
 };
-//# sourceMappingURL=chunk-34Y5DNNJ.mjs.map
+//# sourceMappingURL=chunk-QTRO3GPV.mjs.map