@copilotkit/runtime 1.3.16-mme-lgc-langgraph-package.10 → 1.3.16-mme-reset-chat.10

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.3.16-mme-lgc-langgraph-package.10",
+      version: "1.3.16-mme-reset-chat.10",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -147,7 +147,8 @@ __export(src_exports, {
   createContext: () => createContext,
   flattenToolCallsNoDuplicates: () => flattenToolCallsNoDuplicates,
   getCommonConfig: () => getCommonConfig,
-  langGraphCloudEndpoint: () => langGraphCloudEndpoint
+  langGraphCloudEndpoint: () => langGraphCloudEndpoint,
+  resolveEndpointType: () => resolveEndpointType
 });
 module.exports = __toCommonJS(src_exports);
 var import_reflect_metadata = require("reflect-metadata");
@@ -430,6 +431,9 @@ var OpenAIAdapter = class {
       var _a, _b;
       let mode = null;
       for await (const chunk of stream) {
+        if (chunk.choices.length === 0) {
+          continue;
+        }
         const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
         const content = chunk.choices[0].delta.content;
         if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
@@ -678,6 +682,7 @@ __name(encodeResult, "encodeResult");
 
 // src/service-adapters/langchain/langchain-adapter.ts
 var import_shared3 = require("@copilotkit/shared");
+var import_promises = require("@langchain/core/callbacks/promises");
 var LangChainAdapter = class {
   options;
   /**
@@ -687,23 +692,28 @@ var LangChainAdapter = class {
     this.options = options;
   }
   async process(request) {
-    const { eventSource, model, actions, messages, threadId, runId } = request;
-    const result = await this.options.chainFn({
-      messages: messages.map(convertMessageToLangChainMessage),
-      tools: actions.map(convertActionInputToLangChainTool),
-      model,
-      threadId,
-      runId
-    });
-    eventSource.stream(async (eventStream$) => {
-      await streamLangChainResponse({
-        result,
-        eventStream$
+    try {
+      const { eventSource, model, actions, messages, runId } = request;
+      const threadId = request.threadId ?? (0, import_shared3.randomId)();
+      const result = await this.options.chainFn({
+        messages: messages.map(convertMessageToLangChainMessage),
+        tools: actions.map(convertActionInputToLangChainTool),
+        model,
+        threadId,
+        runId
       });
-    });
-    return {
-      threadId: threadId || (0, import_shared3.randomId)()
-    };
+      eventSource.stream(async (eventStream$) => {
+        await streamLangChainResponse({
+          result,
+          eventStream$
+        });
+      });
+      return {
+        threadId
+      };
+    } finally {
+      await (0, import_promises.awaitAllCallbacks)();
+    }
   }
 };
 __name(LangChainAdapter, "LangChainAdapter");
@@ -713,12 +723,16 @@ var import_google_gauth = require("@langchain/google-gauth");
 var GoogleGenerativeAIAdapter = class extends LangChainAdapter {
   constructor(options) {
     super({
-      chainFn: async ({ messages, tools }) => {
+      chainFn: async ({ messages, tools, threadId }) => {
         const model = new import_google_gauth.ChatGoogle({
           modelName: (options == null ? void 0 : options.model) ?? "gemini-1.5-pro",
           apiVersion: "v1beta"
         }).bindTools(tools);
-        return model.stream(messages);
+        return model.stream(messages, {
+          metadata: {
+            conversation_id: threadId
+          }
+        });
       }
     });
   }
@@ -1331,13 +1345,10 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
 var import_rxjs2 = require("rxjs");
 
 // src/lib/telemetry-client.ts
-var import_shared7 = require("@copilotkit/shared");
-var packageJson = require_package();
-var telemetryClient = new import_shared7.TelemetryClient({
-  packageName: packageJson.name,
-  packageVersion: packageJson.version
-});
-var telemetry_client_default = telemetryClient;
+var import_shared8 = require("@copilotkit/shared");
+
+// src/lib/runtime/remote-action-constructors.ts
+var import_node_crypto2 = require("crypto");
 
 // src/agents/langgraph/event-source.ts
 var import_rxjs = require("rxjs");
@@ -1354,6 +1365,8 @@ var LangGraphEventTypes;
   LangGraphEventTypes2["OnToolStart"] = "on_tool_start";
   LangGraphEventTypes2["OnToolEnd"] = "on_tool_end";
   LangGraphEventTypes2["OnCopilotKitStateSync"] = "on_copilotkit_state_sync";
+  LangGraphEventTypes2["OnCopilotKitEmitMessage"] = "on_copilotkit_emit_message";
+  LangGraphEventTypes2["OnCopilotKitEmitToolCall"] = "on_copilotkit_emit_tool_call";
   LangGraphEventTypes2["OnCustomEvent"] = "on_custom_event";
 })(LangGraphEventTypes || (LangGraphEventTypes = {}));
 var CustomEventNames;
@@ -1365,7 +1378,7 @@ var CustomEventNames;
 })(CustomEventNames || (CustomEventNames = {}));
 
 // src/agents/langgraph/event-source.ts
-var import_shared8 = require("@copilotkit/shared");
+var import_shared7 = require("@copilotkit/shared");
 var RemoteLangGraphEventSource = class {
   eventStream$ = new import_rxjs.ReplaySubject();
   shouldEmitToolCall(shouldEmitToolCalls, toolCallName) {
@@ -1551,7 +1564,7 @@ var RemoteLangGraphEventSource = class {
           type: RuntimeEventTypes.ActionExecutionEnd
         });
       }
-      const messageId = (0, import_shared8.randomId)();
+      const messageId = (0, import_shared7.randomId)();
       events.push({
         type: RuntimeEventTypes.TextMessageStart,
         messageId
@@ -1624,6 +1637,7 @@ async function execute(args) {
 }
 __name(execute, "execute");
 async function streamEvents(controller, args) {
+  var _a, _b, _c, _d, _e, _f;
   const { deploymentUrl, langsmithApiKey, threadId: agrsInitialThreadId, agent, nodeName: initialNodeName, state: initialState, messages, actions, logger: logger2 } = args;
   let nodeName = initialNodeName;
   let state = initialState;
@@ -1697,7 +1711,13 @@ async function streamEvents(controller, args) {
   const emit = /* @__PURE__ */ __name((message) => controller.enqueue(new TextEncoder().encode(message)), "emit");
   let latestStateValues = {};
   let updatedState = state;
+  let streamInfo = {
+    hashedLgcKey: (0, import_node_crypto.createHash)("sha256").update(langsmithApiKey).digest("hex")
+  };
   try {
+    telemetry_client_default.capture("oss.runtime.agent_execution_stream_started", {
+      hashedLgcKey: streamInfo.hashedLgcKey
+    });
     for await (const chunk of streamResponse2) {
       if (![
         "events",
@@ -1719,6 +1739,15 @@ async function streamEvents(controller, args) {
       const runId = event.metadata.run_id;
       externalRunId = runId;
       const metadata = event.metadata;
+      if (((_b = (_a = event.data) == null ? void 0 : _a.output) == null ? void 0 : _b.model) != null && ((_d = (_c = event.data) == null ? void 0 : _c.output) == null ? void 0 : _d.model) != "") {
+        streamInfo.provider = (_f = (_e = event.data) == null ? void 0 : _e.output) == null ? void 0 : _f.model;
+      }
+      if (metadata.langgraph_host != null && metadata.langgraph_host != "") {
+        streamInfo.langGraphHost = metadata.langgraph_host;
+      }
+      if (metadata.langgraph_version != null && metadata.langgraph_version != "") {
+        streamInfo.langGraphVersion = metadata.langgraph_version;
+      }
       shouldExit = shouldExit || eventType === LangGraphEventTypes.OnCustomEvent && event.name === CustomEventNames.CopilotKitExit;
       const emitIntermediateState = metadata["copilotkit:emit-intermediate-state"];
       const manuallyEmitIntermediateState = eventType === LangGraphEventTypes.OnCustomEvent && event.name === CustomEventNames.CopilotKitManuallyEmitIntermediateState;
@@ -1781,6 +1810,7 @@ async function streamEvents(controller, args) {
     state = await client.threads.getState(threadId);
     const isEndNode = state.next.length === 0;
     nodeName = Object.keys(state.metadata.writes)[0];
+    telemetry_client_default.capture("oss.runtime.agent_execution_stream_ended", streamInfo);
     emit(getStateSyncEvent({
       threadId,
       runId: externalRunId,
@@ -2028,7 +2058,12 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
       logger2.debug({
         actionName: agent.name
       }, "Executing LangGraph Cloud agent");
-      telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
+      telemetry_client_default.capture("oss.runtime.remote_action_executed", {
+        agentExecution: true,
+        type: "langgraph-cloud",
+        agentsAmount: endpoint.agents.length,
+        hashedLgcKey: (0, import_node_crypto2.createHash)("sha256").update(endpoint.langsmithApiKey).digest("hex")
+      });
       let state = {};
       if (agentStates) {
         const jsonState = (_a = agentStates.find((state2) => state2.agentName === name)) == null ? void 0 : _a.state;
@@ -2082,7 +2117,11 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
         args
       }, "Executing remote action");
       const headers = createHeaders(onBeforeRequest, graphqlContext);
-      telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
+      telemetry_client_default.capture("oss.runtime.remote_action_executed", {
+        agentExecution: false,
+        type: "self-hosted",
+        agentsAmount: json["agents"].length
+      });
       try {
         const response = await fetch(`${url}/actions/execute`, {
           method: "POST",
@@ -2128,7 +2167,11 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
         actionName: agent.name
       }, "Executing remote agent");
       const headers = createHeaders(onBeforeRequest, graphqlContext);
-      telemetry_client_default.capture("oss.runtime.remote_action_executed", {});
+      telemetry_client_default.capture("oss.runtime.remote_action_executed", {
+        agentExecution: true,
+        type: "self-hosted",
+        agentsAmount: json["agents"].length
+      });
       let state = {};
       if (agentStates) {
         const jsonState = (_a = agentStates.find((state2) => state2.agentName === name)) == null ? void 0 : _a.state;
@@ -2339,6 +2382,53 @@ async function setupRemoteActions({ remoteEndpointDefinitions, graphqlContext, m
 }
 __name(setupRemoteActions, "setupRemoteActions");
 
+// src/lib/telemetry-client.ts
+var import_node_crypto3 = require("crypto");
+var packageJson = require_package();
+var telemetryClient = new import_shared8.TelemetryClient({
+  packageName: packageJson.name,
+  packageVersion: packageJson.version
+});
+function getRuntimeInstanceTelemetryInfo(runtime) {
+  const endpointsInfo = runtime.remoteEndpointDefinitions.reduce((acc, endpoint) => {
+    let info = {
+      ...acc
+    };
+    const endpointType = resolveEndpointType(endpoint);
+    if (!info.endpointTypes.includes(endpointType)) {
+      info = {
+        ...info,
+        endpointTypes: [
+          ...info.endpointTypes,
+          endpointType
+        ]
+      };
+    }
+    if (endpointType === EndpointType.LangGraphCloud) {
+      const ep = endpoint;
+      info = {
+        ...info,
+        agentsAmount: ep.agents.length,
+        hashedKey: (0, import_node_crypto3.createHash)("sha256").update(ep.langsmithApiKey).digest("hex")
+      };
+    }
+    return info;
+  }, {
+    endpointTypes: [],
+    agentsAmount: null,
+    hashedKey: null
+  });
+  return {
+    actionsAmount: runtime.actions.length,
+    endpointsAmount: runtime.remoteEndpointDefinitions.length,
+    endpointTypes: endpointsInfo.endpointTypes,
+    agentsAmount: endpointsInfo.agentsAmount,
+    hashedLgcKey: endpointsInfo.hashedKey
+  };
+}
+__name(getRuntimeInstanceTelemetryInfo, "getRuntimeInstanceTelemetryInfo");
+var telemetry_client_default = telemetryClient;
+
 // src/service-adapters/events.ts
 var RuntimeEventTypes;
 (function(RuntimeEventTypes2) {
@@ -2817,7 +2907,7 @@ var CopilotRuntime = class {
     }
     const remoteEndpointDefinitions = this.remoteEndpointDefinitions.map((endpoint) => ({
       ...endpoint,
-      type: this.resolveEndpointType(endpoint)
+      type: resolveEndpointType(endpoint)
     }));
     const remoteActions = await setupRemoteActions({
       remoteEndpointDefinitions,
@@ -2836,12 +2926,6 @@ var CopilotRuntime = class {
       ...remoteActions
     ];
   }
-  resolveEndpointType(endpoint) {
-    if (!endpoint.type && "langsmithApiKey" in endpoint && "deploymentUrl" in endpoint && "agents" in endpoint) {
-      return EndpointType.LangGraphCloud;
-    }
-    return endpoint.type;
-  }
 };
 __name(CopilotRuntime, "CopilotRuntime");
 function flattenToolCallsNoDuplicates(toolsByPriority) {
@@ -2870,6 +2954,17 @@ function langGraphCloudEndpoint(config2) {
   };
 }
 __name(langGraphCloudEndpoint, "langGraphCloudEndpoint");
+function resolveEndpointType(endpoint) {
+  if (!endpoint.type) {
+    if ("langsmithApiKey" in endpoint && "deploymentUrl" in endpoint && "agents" in endpoint) {
+      return EndpointType.LangGraphCloud;
+    } else {
+      return EndpointType.CopilotKit;
+    }
+  }
+  return endpoint.type;
+}
+__name(resolveEndpointType, "resolveEndpointType");
 
 // src/lib/integrations/shared.ts
 var import_type_graphql16 = require("type-graphql");
@@ -4429,7 +4524,7 @@ function copilotRuntimeNextJSAppRouterEndpoint(options) {
       _copilotkit: options.properties._copilotkit
     });
   }
-  telemetry_client_default.capture("oss.runtime.instance_created", {});
+  telemetry_client_default.capture("oss.runtime.instance_created", getRuntimeInstanceTelemetryInfo(options.runtime));
   const logger2 = commonConfig.logging;
   logger2.debug("Creating NextJS App Router endpoint");
   const yoga = (0, import_graphql_yoga2.createYoga)({
@@ -4468,7 +4563,7 @@ function copilotRuntimeNextJSPagesRouterEndpoint(options) {
       _copilotkit: options.properties._copilotkit
     });
   }
-  telemetry_client_default.capture("oss.runtime.instance_created", {});
+  telemetry_client_default.capture("oss.runtime.instance_created", getRuntimeInstanceTelemetryInfo(options.runtime));
   const logger2 = commonConfig.logging;
   logger2.debug("Creating NextJS Pages Router endpoint");
   const yoga = (0, import_graphql_yoga3.createYoga)({
@@ -4494,7 +4589,7 @@ function copilotRuntimeNodeHttpEndpoint(options) {
       _copilotkit: options.properties._copilotkit
     });
   }
-  telemetry_client_default.capture("oss.runtime.instance_created", {});
+  telemetry_client_default.capture("oss.runtime.instance_created", getRuntimeInstanceTelemetryInfo(options.runtime));
   const logger2 = commonConfig.logging;
   logger2.debug("Creating Node HTTP endpoint");
   const yoga = (0, import_graphql_yoga4.createYoga)({
@@ -4512,7 +4607,7 @@ function copilotRuntimeNodeExpressEndpoint(options) {
       framework: "node-express"
     }
   });
-  telemetry_client_default.capture("oss.runtime.instance_created", {});
+  telemetry_client_default.capture("oss.runtime.instance_created", getRuntimeInstanceTelemetryInfo(options.runtime));
   return copilotRuntimeNodeHttpEndpoint(options);
 }
 __name(copilotRuntimeNodeExpressEndpoint, "copilotRuntimeNodeExpressEndpoint");
@@ -4524,7 +4619,7 @@ function copilotRuntimeNestEndpoint(options) {
       framework: "nest"
     }
   });
-  telemetry_client_default.capture("oss.runtime.instance_created", {});
+  telemetry_client_default.capture("oss.runtime.instance_created", getRuntimeInstanceTelemetryInfo(options.runtime));
   return copilotRuntimeNodeHttpEndpoint(options);
 }
 __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
@@ -4553,6 +4648,7 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
   createContext,
   flattenToolCallsNoDuplicates,
   getCommonConfig,
-  langGraphCloudEndpoint
+  langGraphCloudEndpoint,
+  resolveEndpointType
 });
 //# sourceMappingURL=index.js.map