@copilotkit/runtime 0.0.0-fix-debug-infosys-20251107151227 → 0.0.0-fix-restore-handle-method-node-http-20251222114321

package/src/graphql/types/enums.ts

@@ -1,11 +1,11 @@
 import { registerEnumType } from "type-graphql";
 
 export enum MessageRole {
-  user = "user",
   assistant = "assistant",
+  developer = "developer",
   system = "system",
   tool = "tool",
-  developer = "developer",
+  user = "user",
 }
 
 export enum CopilotRequestType {

package/src/graphql/types/message-status.type.ts

@@ -11,7 +11,7 @@ registerEnumType(MessageStatusCode, {
 });
 
 @ObjectType()
-class BaseMessageStatus {
+export class BaseMessageStatus {
   @Field(() => MessageStatusCode)
   code: MessageStatusCode;
 }
@@ -38,3 +38,5 @@ export const MessageStatusUnion = createUnionType({
   name: "MessageStatus",
   types: () => [PendingMessageStatus, SuccessMessageStatus, FailedMessageStatus] as const,
 });
+
+export type MessageStatus = typeof MessageStatusUnion;

package/src/langgraph.ts

@@ -0,0 +1 @@
+export * from "./lib/runtime/agent-integrations/langgraph";

package/src/lib/index.ts

@@ -8,4 +8,45 @@ export * from "./integrations";
 export * from "./logger";
 export * from "./runtime/copilot-runtime";
 export * from "./runtime/mcp-tools-utils";
-export * from "./runtime/langgraph/langgraph-agent";
+export * from "./runtime/telemetry-agent-runner";
+
+// The below re-exports "dummy" classes and types, to get a deprecation warning redirecting the users to import these from the correct, new route
+
+/**
+ * @deprecated LangGraphAgent import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export class LangGraphAgent {
+  constructor() {
+    throw new Error(
+      "LangGraphAgent import from @copilotkit/runtime is deprecated. Please import it from @copilotkit/runtime/langgraph instead",
+    );
+  }
+}
+
+/**
+ * @deprecated LangGraphHttpAgent import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export class LangGraphHttpAgent {
+  constructor() {
+    throw new Error(
+      "LangGraphHttpAgent import from @copilotkit/runtime is deprecated. Please import it from @copilotkit/runtime/langgraph instead",
+    );
+  }
+}
+
+/**
+ * @deprecated TextMessageEvents import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export type TextMessageEvents = any;
+/**
+ * @deprecated ToolCallEvents import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export type ToolCallEvents = any;
+/**
+ * @deprecated CustomEventNames import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export type CustomEventNames = any;
+/**
+ * @deprecated PredictStateTool import from `@copilotkit/runtime` is deprecated. Please import it from `@copilotkit/runtime/langgraph` instead
+ */
+export type PredictStateTool = any;

package/src/lib/integrations/nextjs/app-router.ts

@@ -1,6 +1,7 @@
-import { createYoga } from "graphql-yoga";
+import { createCopilotEndpointSingleRoute } from "@copilotkitnext/runtime";
 import { CreateCopilotRuntimeServerOptions, getCommonConfig } from "../shared";
 import telemetry, { getRuntimeInstanceTelemetryInfo } from "../../telemetry-client";
+import { handle } from "hono/vercel";
 
 export function copilotRuntimeNextJSAppRouterEndpoint(options: CreateCopilotRuntimeServerOptions) {
   const commonConfig = getCommonConfig(options);
@@ -22,16 +23,16 @@ export function copilotRuntimeNextJSAppRouterEndpoint(options: CreateCopilotRunt
   const logger = commonConfig.logging;
   logger.debug("Creating NextJS App Router endpoint");
 
-  const yoga = createYoga({
-    ...commonConfig,
-    graphqlEndpoint: options.endpoint,
-    fetchAPI: { Response: globalThis.Response },
+  const serviceAdapter = options.serviceAdapter;
+  if (serviceAdapter) {
+    options.runtime.handleServiceAdapter(serviceAdapter);
+  }
+
+  const copilotRoute = createCopilotEndpointSingleRoute({
+    runtime: options.runtime.instance,
+    basePath: options.baseUrl ?? options.endpoint,
   });
 
-  return {
-    handleRequest: yoga,
-    GET: yoga as any,
-    POST: yoga as any,
-    OPTIONS: yoga as any,
-  };
+  const handleRequest = handle(copilotRoute as any);
+  return { handleRequest };
 }

package/src/lib/integrations/nextjs/pages-router.ts

@@ -1,6 +1,6 @@
-import { YogaServerInstance, createYoga } from "graphql-yoga";
-import { CreateCopilotRuntimeServerOptions, GraphQLContext, getCommonConfig } from "../shared";
+import { CreateCopilotRuntimeServerOptions, getCommonConfig } from "../shared";
 import telemetry, { getRuntimeInstanceTelemetryInfo } from "../../telemetry-client";
+import { copilotRuntimeNodeHttpEndpoint } from "../node-http";
 
 export const config = {
   api: {
@@ -8,8 +8,6 @@ export const config = {
   },
 };
 
-export type CopilotRuntimeServerInstance<T> = YogaServerInstance<T, Partial<GraphQLContext>>;
-
 // This import is needed to fix the type error
 // Fix is currently in TypeScript 5.5 beta, waiting for stable version
 // https://github.com/microsoft/TypeScript/issues/42873#issuecomment-2066874644
@@ -17,7 +15,7 @@ export type {} from "@whatwg-node/server";
 
 export function copilotRuntimeNextJSPagesRouterEndpoint(
   options: CreateCopilotRuntimeServerOptions,
-): CopilotRuntimeServerInstance<GraphQLContext> {
+) {
   const commonConfig = getCommonConfig(options);
 
   telemetry.setGlobalProperties({
@@ -37,10 +35,5 @@ export function copilotRuntimeNextJSPagesRouterEndpoint(
   const logger = commonConfig.logging;
   logger.debug("Creating NextJS Pages Router endpoint");
 
-  const yoga = createYoga({
-    ...commonConfig,
-    graphqlEndpoint: options.endpoint,
-  });
-
-  return yoga;
+  return copilotRuntimeNodeHttpEndpoint(options);
 }

package/src/lib/integrations/node-http/index.ts

@@ -1,6 +1,6 @@
-import { createYoga } from "graphql-yoga";
 import { CreateCopilotRuntimeServerOptions, getCommonConfig } from "../shared";
 import telemetry, { getRuntimeInstanceTelemetryInfo } from "../../telemetry-client";
+import { createCopilotEndpointSingleRoute } from "@copilotkitnext/runtime";
 
 export function copilotRuntimeNodeHttpEndpoint(options: CreateCopilotRuntimeServerOptions) {
   const commonConfig = getCommonConfig(options);
@@ -22,10 +22,15 @@ export function copilotRuntimeNodeHttpEndpoint(options: CreateCopilotRuntimeServ
   const logger = commonConfig.logging;
   logger.debug("Creating Node HTTP endpoint");
 
-  const yoga = createYoga({
-    ...commonConfig,
-    graphqlEndpoint: options.endpoint,
+  const serviceAdapter = options.serviceAdapter;
+  if (serviceAdapter) {
+    options.runtime.handleServiceAdapter(serviceAdapter);
+  }
+
+  const honoApp = createCopilotEndpointSingleRoute({
+    runtime: options.runtime.instance,
+    basePath: options.baseUrl ?? options.endpoint,
   });
 
-  return yoga;
+  return honoApp.fetch;
 }

package/src/lib/integrations/shared.ts

@@ -35,7 +35,7 @@ export type GraphQLContext = YogaInitialContext & {
 
 export interface CreateCopilotRuntimeServerOptions {
   runtime: CopilotRuntime<any>;
-  serviceAdapter: CopilotServiceAdapter;
+  serviceAdapter?: CopilotServiceAdapter;
   endpoint: string;
   baseUrl?: string;
   cloud?: CopilotCloudOptions;

package/src/lib/observability.ts

@@ -1,3 +1,5 @@
+import { RuntimeEventSource, RuntimeEventTypes } from "../service-adapters/events";
+
 export interface LLMRequestData {
   threadId?: string;
   runId?: string;
@@ -71,3 +73,88 @@ export interface CopilotObservabilityConfig {
    */
   hooks: CopilotObservabilityHooks;
 }
+
+/**
+ * Setup progressive logging by wrapping the event stream
+ */
+function setupProgressiveLogging(
+  eventSource: RuntimeEventSource,
+  streamedChunks: any[],
+  requestStartTime: number,
+  context: {
+    threadId?: string;
+    runId?: string;
+    model?: string;
+    provider?: string;
+    agentName?: string;
+    nodeName?: string;
+  },
+  publicApiKey?: string,
+): void {
+  if (this.observability?.enabled && this.observability.progressive && publicApiKey) {
+    // Keep reference to original stream function
+    const originalStream = eventSource.stream.bind(eventSource);
+
+    // Wrap the stream function to intercept events
+    eventSource.stream = async (callback) => {
+      await originalStream(async (eventStream$) => {
+        // Create subscription to capture streaming events
+        eventStream$.subscribe({
+          next: (event) => {
+            // Only log content chunks
+            if (event.type === RuntimeEventTypes.TextMessageContent) {
+              // Store the chunk
+              streamedChunks.push(event.content);
+
+              // Log each chunk separately for progressive mode
+              try {
+                const progressiveData: LLMResponseData = {
+                  threadId: context.threadId || "",
+                  runId: context.runId,
+                  model: context.model,
+                  output: event.content,
+                  latency: Date.now() - requestStartTime,
+                  timestamp: Date.now(),
+                  provider: context.provider,
+                  isProgressiveChunk: true,
+                  agentName: context.agentName,
+                  nodeName: context.nodeName,
+                };
+
+                // Use Promise to handle async logger without awaiting
+                Promise.resolve()
+                  .then(() => {
+                    this.observability.hooks.handleResponse(progressiveData);
+                  })
+                  .catch((error) => {
+                    console.error("Error in progressive logging:", error);
+                  });
+              } catch (error) {
+                console.error("Error preparing progressive log data:", error);
+              }
+            }
+          },
+        });
+
+        // Call the original callback with the event stream
+        await callback(eventStream$);
+      });
+    };
+  }
+}
+
+/**
+ * Log error if observability is enabled
+ */
+async function logObservabilityError(
+  errorData: LLMErrorData,
+  publicApiKey?: string,
+): Promise<void> {
+  if (this.observability?.enabled && publicApiKey) {
+    try {
+      await this.observability.hooks.handleError(errorData);
+    } catch (logError) {
+      console.error("Error logging LLM error:", logError);
+    }
+  }
+}

package/src/lib/runtime/{langgraph/langgraph-agent.ts → agent-integrations/langgraph/agent.ts}

@@ -1,16 +1,5 @@
-import {
-  RunAgentInput,
-  EventType,
-  CustomEvent,
-  TextMessageStartEvent,
-  TextMessageContentEvent,
-  TextMessageEndEvent,
-  ToolCallStartEvent,
-  ToolCallArgsEvent,
-  ToolCallEndEvent,
-} from "@ag-ui/client";
 import { map } from "rxjs";
-import { LangGraphEventTypes } from "../../../agents/langgraph/events";
+import { LangGraphEventTypes } from "../../../../agents/langgraph/events";
 import { RawEvent } from "@ag-ui/core";
 import {
   LangGraphAgent as AGUILangGraphAgent,
@@ -31,31 +20,22 @@ interface CopilotKitStateEnrichment {
   };
 }
 
-export interface PredictStateTool {
-  tool: string;
-  state_key: string;
-  tool_argument: string;
-}
-
-export type TextMessageEvents =
-  | TextMessageStartEvent
-  | TextMessageContentEvent
-  | TextMessageEndEvent;
-
-export type ToolCallEvents = ToolCallStartEvent | ToolCallArgsEvent | ToolCallEndEvent;
+import { RunAgentInput, EventType, CustomEvent } from "@ag-ui/client";
 
-export enum CustomEventNames {
-  CopilotKitManuallyEmitMessage = "copilotkit_manually_emit_message",
-  CopilotKitManuallyEmitToolCall = "copilotkit_manually_emit_tool_call",
-  CopilotKitManuallyEmitIntermediateState = "copilotkit_manually_emit_intermediate_state",
-  CopilotKitExit = "copilotkit_exit",
-}
+// Import and re-export from separate file to maintain API compatibility
+import { CustomEventNames, TextMessageEvents, ToolCallEvents, PredictStateTool } from "./consts";
+export { CustomEventNames };
 
 export class LangGraphAgent extends AGUILangGraphAgent {
   constructor(config: LangGraphAgentConfig) {
     super(config);
   }
 
+  // @ts-ignore
+  public clone() {
+    return new LangGraphAgent(this.config);
+  }
+
   dispatchEvent(event: ProcessedEvents) {
     if (event.type === EventType.CUSTOM) {
       // const event = processedEvent as unknown as CustomEvent;

package/src/lib/runtime/agent-integrations/langgraph/consts.ts

@@ -0,0 +1,34 @@
+/**
+ * Constants for LangGraph integration.
+ * This file is separate from langgraph.agent.ts to avoid pulling in @ag-ui/langgraph
+ * when only these constants are needed.
+ */
+
+import {
+  TextMessageStartEvent,
+  TextMessageContentEvent,
+  TextMessageEndEvent,
+  ToolCallStartEvent,
+  ToolCallArgsEvent,
+  ToolCallEndEvent,
+} from "@ag-ui/client";
+
+export type TextMessageEvents =
+  | TextMessageStartEvent
+  | TextMessageContentEvent
+  | TextMessageEndEvent;
+
+export type ToolCallEvents = ToolCallStartEvent | ToolCallArgsEvent | ToolCallEndEvent;
+
+export enum CustomEventNames {
+  CopilotKitManuallyEmitMessage = "copilotkit_manually_emit_message",
+  CopilotKitManuallyEmitToolCall = "copilotkit_manually_emit_tool_call",
+  CopilotKitManuallyEmitIntermediateState = "copilotkit_manually_emit_intermediate_state",
+  CopilotKitExit = "copilotkit_exit",
+}
+
+export interface PredictStateTool {
+  tool: string;
+  state_key: string;
+  tool_argument: string;
+}

package/src/lib/runtime/agent-integrations/langgraph/index.ts

@@ -0,0 +1,2 @@
+export * from "./consts";
+export * from "./agent";