@copilotkitnext/runtime 0.0.17-alpha.0 → 0.0.18

package/dist/index.d.mts

@@ -1,4 +1,5 @@
 import { MaybePromise, NonEmptyRecord } from '@copilotkitnext/shared';
+export { finalizeRunEvents } from '@copilotkitnext/shared';
 import { AbstractAgent, RunAgentInput, BaseEvent } from '@ag-ui/client';
 import { Observable } from 'rxjs';
 import * as hono_hono_base from 'hono/hono-base';
@@ -18,8 +19,6 @@ import * as hono_utils_http_status from 'hono/utils/http-status';
  *   • `AFTER_REQUEST`  – runs *after* the handler returns a `Response`.
  */
 
-/** A string beginning with http:// or https:// that points to a webhook endpoint. */
-type MiddlewareURL = `${"http" | "https"}://${string}`;
 interface BeforeRequestMiddlewareParameters {
     runtime: CopilotRuntime;
     request: Request;
@@ -35,8 +34,8 @@ type AfterRequestMiddlewareFn = (params: AfterRequestMiddlewareParameters) => Ma
 /**
  * A middleware value can be either a callback function or a webhook URL.
  */
-type BeforeRequestMiddleware = BeforeRequestMiddlewareFn | MiddlewareURL;
-type AfterRequestMiddleware = AfterRequestMiddlewareFn | MiddlewareURL;
+type BeforeRequestMiddleware = BeforeRequestMiddlewareFn;
+type AfterRequestMiddleware = AfterRequestMiddlewareFn;
 
 interface TranscribeFileOptions {
     audioFile: File;
@@ -107,7 +106,7 @@ type CopilotEndpointContext = {
         modifiedRequest?: Request;
     };
 };
-declare function createCopilotEndpoint({ runtime, basePath, }: CopilotEndpointParams): hono_hono_base.HonoBase<CopilotEndpointContext, {
+declare function createCopilotEndpoint({ runtime, basePath }: CopilotEndpointParams): hono_hono_base.HonoBase<CopilotEndpointContext, {
     [x: `${string}/*`]: {};
 } & {
     [x: `${string}/agent/:agentId/run`]: {
@@ -135,6 +134,21 @@ declare function createCopilotEndpoint({ runtime, basePath, }: CopilotEndpointPa
             status: hono_utils_http_status.StatusCode;
         };
     };
+} & {
+    [x: `${string}/agent/:agentId/stop/:threadId`]: {
+        $post: {
+            input: {
+                param: {
+                    agentId: string;
+                } & {
+                    threadId: string;
+                };
+            };
+            output: {};
+            outputFormat: string;
+            status: hono_utils_http_status.StatusCode;
+        };
+    };
 } & {
     [x: `${string}/info`]: {
         $get: {
@@ -159,7 +173,7 @@ declare class InMemoryAgentRunner extends AgentRunner {
     run(request: AgentRunnerRunRequest): Observable<BaseEvent>;
     connect(request: AgentRunnerConnectRequest): Observable<BaseEvent>;
     isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean>;
-    stop(_request: AgentRunnerStopRequest): Promise<boolean | undefined>;
+    stop(request: AgentRunnerStopRequest): Promise<boolean | undefined>;
 }
 
 export { AgentRunner, type AgentRunnerConnectRequest, type AgentRunnerIsRunningRequest, type AgentRunnerRunRequest, type AgentRunnerStopRequest, CopilotRuntime, type CopilotRuntimeOptions, InMemoryAgentRunner, VERSION, createCopilotEndpoint };

package/dist/index.d.ts

@@ -1,4 +1,5 @@
 import { MaybePromise, NonEmptyRecord } from '@copilotkitnext/shared';
+export { finalizeRunEvents } from '@copilotkitnext/shared';
 import { AbstractAgent, RunAgentInput, BaseEvent } from '@ag-ui/client';
 import { Observable } from 'rxjs';
 import * as hono_hono_base from 'hono/hono-base';
@@ -18,8 +19,6 @@ import * as hono_utils_http_status from 'hono/utils/http-status';
  *   • `AFTER_REQUEST`  – runs *after* the handler returns a `Response`.
  */
 
-/** A string beginning with http:// or https:// that points to a webhook endpoint. */
-type MiddlewareURL = `${"http" | "https"}://${string}`;
 interface BeforeRequestMiddlewareParameters {
     runtime: CopilotRuntime;
     request: Request;
@@ -35,8 +34,8 @@ type AfterRequestMiddlewareFn = (params: AfterRequestMiddlewareParameters) => Ma
 /**
  * A middleware value can be either a callback function or a webhook URL.
  */
-type BeforeRequestMiddleware = BeforeRequestMiddlewareFn | MiddlewareURL;
-type AfterRequestMiddleware = AfterRequestMiddlewareFn | MiddlewareURL;
+type BeforeRequestMiddleware = BeforeRequestMiddlewareFn;
+type AfterRequestMiddleware = AfterRequestMiddlewareFn;
 
 interface TranscribeFileOptions {
     audioFile: File;
@@ -107,7 +106,7 @@ type CopilotEndpointContext = {
         modifiedRequest?: Request;
     };
 };
-declare function createCopilotEndpoint({ runtime, basePath, }: CopilotEndpointParams): hono_hono_base.HonoBase<CopilotEndpointContext, {
+declare function createCopilotEndpoint({ runtime, basePath }: CopilotEndpointParams): hono_hono_base.HonoBase<CopilotEndpointContext, {
     [x: `${string}/*`]: {};
 } & {
     [x: `${string}/agent/:agentId/run`]: {
@@ -135,6 +134,21 @@ declare function createCopilotEndpoint({ runtime, basePath, }: CopilotEndpointPa
             status: hono_utils_http_status.StatusCode;
         };
     };
+} & {
+    [x: `${string}/agent/:agentId/stop/:threadId`]: {
+        $post: {
+            input: {
+                param: {
+                    agentId: string;
+                } & {
+                    threadId: string;
+                };
+            };
+            output: {};
+            outputFormat: string;
+            status: hono_utils_http_status.StatusCode;
+        };
+    };
 } & {
     [x: `${string}/info`]: {
         $get: {
@@ -159,7 +173,7 @@ declare class InMemoryAgentRunner extends AgentRunner {
     run(request: AgentRunnerRunRequest): Observable<BaseEvent>;
     connect(request: AgentRunnerConnectRequest): Observable<BaseEvent>;
     isRunning(request: AgentRunnerIsRunningRequest): Promise<boolean>;
-    stop(_request: AgentRunnerStopRequest): Promise<boolean | undefined>;
+    stop(request: AgentRunnerStopRequest): Promise<boolean | undefined>;
 }
 
 export { AgentRunner, type AgentRunnerConnectRequest, type AgentRunnerIsRunningRequest, type AgentRunnerRunRequest, type AgentRunnerStopRequest, CopilotRuntime, type CopilotRuntimeOptions, InMemoryAgentRunner, VERSION, createCopilotEndpoint };

package/dist/index.js

@@ -24,14 +24,15 @@ __export(index_exports, {
   CopilotRuntime: () => CopilotRuntime,
   InMemoryAgentRunner: () => InMemoryAgentRunner,
   VERSION: () => VERSION,
-  createCopilotEndpoint: () => createCopilotEndpoint
+  createCopilotEndpoint: () => createCopilotEndpoint,
+  finalizeRunEvents: () => import_shared4.finalizeRunEvents
 });
 module.exports = __toCommonJS(index_exports);
 
 // package.json
 var package_default = {
   name: "@copilotkitnext/runtime",
-  version: "0.0.17-alpha.0",
+  version: "0.0.18",
   description: "Server-side runtime package for CopilotKit2",
   main: "dist/index.js",
   types: "dist/index.d.ts",
@@ -90,6 +91,7 @@ var AgentRunner = class {
 // src/runner/in-memory.ts
 var import_rxjs = require("rxjs");
 var import_client = require("@ag-ui/client");
+var import_shared = require("@copilotkitnext/shared");
 var InMemoryEventStore = class {
   constructor(threadId) {
     this.threadId = threadId;
@@ -98,12 +100,18 @@ var InMemoryEventStore = class {
   subject = null;
   /** True while a run is actively producing events. */
   isRunning = false;
-  /** Lets stop() cancel the current producer. */
-  abortController = new AbortController();
   /** Current run ID */
   currentRunId = null;
   /** Historic completed runs */
   historicRuns = [];
+  /** Currently running agent instance (if any). */
+  agent = null;
+  /** Subject returned from run() while the run is active. */
+  runSubject = null;
+  /** True once stop() has been requested but the run has not yet finalized. */
+  stopRequested = false;
+  /** Reference to the events emitted in the current run. */
+  currentEvents = null;
 };
 var GLOBAL_STORE = /* @__PURE__ */ new Map();
 var InMemoryAgentRunner = class extends AgentRunner {
@@ -119,8 +127,11 @@ var InMemoryAgentRunner = class extends AgentRunner {
     }
     store.isRunning = true;
     store.currentRunId = request.input.runId;
+    store.agent = request.agent;
+    store.stopRequested = false;
     const seenMessageIds = /* @__PURE__ */ new Set();
     const currentRunEvents = [];
+    store.currentEvents = currentRunEvents;
     const historicMessageIds = /* @__PURE__ */ new Set();
     for (const run of store.historicRuns) {
       for (const event of run.events) {
@@ -139,8 +150,8 @@ var InMemoryAgentRunner = class extends AgentRunner {
     const nextSubject = new import_rxjs.ReplaySubject(Infinity);
     const prevSubject = store.subject;
     store.subject = nextSubject;
-    store.abortController = new AbortController();
     const runSubject = new import_rxjs.ReplaySubject(Infinity);
+    store.runSubject = runSubject;
     const runAgent = async () => {
       const lastRun = store.historicRuns[store.historicRuns.length - 1];
       const parentRunId = lastRun?.runId ?? null;
@@ -183,6 +194,13 @@ var InMemoryAgentRunner = class extends AgentRunner {
             }
           }
         });
+        const appendedEvents = (0, import_shared.finalizeRunEvents)(currentRunEvents, {
+          stopRequested: store.stopRequested
+        });
+        for (const event of appendedEvents) {
+          runSubject.next(event);
+          nextSubject.next(event);
+        }
         if (store.currentRunId) {
           const compactedEvents = (0, import_client.compactEvents)(currentRunEvents);
           store.historicRuns.push({
@@ -193,11 +211,22 @@ var InMemoryAgentRunner = class extends AgentRunner {
             createdAt: Date.now()
           });
         }
-        store.isRunning = false;
+        store.currentEvents = null;
         store.currentRunId = null;
+        store.agent = null;
+        store.runSubject = null;
+        store.stopRequested = false;
+        store.isRunning = false;
         runSubject.complete();
         nextSubject.complete();
       } catch {
+        const appendedEvents = (0, import_shared.finalizeRunEvents)(currentRunEvents, {
+          stopRequested: store.stopRequested
+        });
+        for (const event of appendedEvents) {
+          runSubject.next(event);
+          nextSubject.next(event);
+        }
         if (store.currentRunId && currentRunEvents.length > 0) {
           const compactedEvents = (0, import_client.compactEvents)(currentRunEvents);
           store.historicRuns.push({
@@ -208,8 +237,12 @@ var InMemoryAgentRunner = class extends AgentRunner {
             createdAt: Date.now()
           });
         }
-        store.isRunning = false;
+        store.currentEvents = null;
         store.currentRunId = null;
+        store.agent = null;
+        store.runSubject = null;
+        store.stopRequested = false;
+        store.isRunning = false;
         runSubject.complete();
         nextSubject.complete();
       }
@@ -244,7 +277,7 @@ var InMemoryAgentRunner = class extends AgentRunner {
         emittedMessageIds.add(event.messageId);
       }
     }
-    if (store.subject && store.isRunning) {
+    if (store.subject && (store.isRunning || store.stopRequested)) {
       store.subject.subscribe({
         next: (event) => {
           if ("messageId" in event && typeof event.messageId === "string" && emittedMessageIds.has(event.messageId)) {
@@ -264,9 +297,31 @@ var InMemoryAgentRunner = class extends AgentRunner {
     const store = GLOBAL_STORE.get(request.threadId);
     return Promise.resolve(store?.isRunning ?? false);
   }
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  stop(_request) {
-    throw new Error("Method not implemented.");
+  stop(request) {
+    const store = GLOBAL_STORE.get(request.threadId);
+    if (!store || !store.isRunning) {
+      return Promise.resolve(false);
+    }
+    if (store.stopRequested) {
+      return Promise.resolve(false);
+    }
+    store.stopRequested = true;
+    store.isRunning = false;
+    const agent = store.agent;
+    if (!agent) {
+      store.stopRequested = false;
+      store.isRunning = false;
+      return Promise.resolve(false);
+    }
+    try {
+      agent.abortRun();
+      return Promise.resolve(true);
+    } catch (error) {
+      console.error("Failed to abort agent run", error);
+      store.stopRequested = false;
+      store.isRunning = true;
+      return Promise.resolve(false);
+    }
   }
 };
 
@@ -583,13 +638,10 @@ async function handleTranscribe({
 }
 
 // src/endpoint.ts
-var import_shared2 = require("@copilotkitnext/shared");
+var import_shared3 = require("@copilotkitnext/shared");
 
 // src/middleware.ts
-var import_shared = require("@copilotkitnext/shared");
-function isMiddlewareURL(value) {
-  return typeof value === "string" && /^https?:\/\//.test(value);
-}
+var import_shared2 = require("@copilotkitnext/shared");
 async function callBeforeRequestMiddleware({
   runtime,
   request,
@@ -600,78 +652,7 @@ async function callBeforeRequestMiddleware({
   if (typeof mw === "function") {
     return mw({ runtime, request, path });
   }
-  if (isMiddlewareURL(mw)) {
-    const clone = request.clone();
-    const url = new URL(request.url);
-    const headersObj = {};
-    clone.headers.forEach((v, k) => {
-      headersObj[k] = v;
-    });
-    let bodyJson = void 0;
-    try {
-      bodyJson = await clone.json();
-    } catch {
-    }
-    const payload = {
-      method: request.method,
-      path: url.pathname,
-      query: url.search.startsWith("?") ? url.search.slice(1) : url.search,
-      headers: headersObj,
-      body: bodyJson
-    };
-    const ac = new AbortController();
-    const to = setTimeout(() => ac.abort(), 2e3);
-    let res;
-    try {
-      res = await fetch(mw, {
-        method: "POST",
-        headers: {
-          "content-type": "application/json",
-          "X-CopilotKit-Webhook-Stage": "before_request" /* BeforeRequest */
-        },
-        body: JSON.stringify(payload),
-        signal: ac.signal
-      });
-    } catch {
-      clearTimeout(to);
-      throw new Response(void 0, { status: 502 });
-    }
-    clearTimeout(to);
-    if (res.status >= 500) {
-      throw new Response(void 0, { status: 502 });
-    }
-    if (res.status >= 400) {
-      const errBody = await res.text();
-      throw new Response(errBody || null, {
-        status: res.status,
-        headers: {
-          "content-type": res.headers.get("content-type") || "application/json"
-        }
-      });
-    }
-    if (res.status === 204) return;
-    let json;
-    try {
-      json = await res.json();
-    } catch {
-      return;
-    }
-    if (json && typeof json === "object") {
-      const { headers, body } = json;
-      const init = {
-        method: request.method
-      };
-      if (headers) {
-        init.headers = headers;
-      }
-      if (body !== void 0 && request.method !== "GET" && request.method !== "HEAD") {
-        init.body = JSON.stringify(body);
-      }
-      return new Request(request.url, init);
-    }
-    return;
-  }
-  import_shared.logger.warn({ mw }, "Unsupported beforeRequestMiddleware value \u2013 skipped");
+  import_shared2.logger.warn({ mw }, "Unsupported beforeRequestMiddleware value \u2013 skipped");
   return;
 }
 async function callAfterRequestMiddleware({
@@ -684,46 +665,7 @@ async function callAfterRequestMiddleware({
   if (typeof mw === "function") {
     return mw({ runtime, response, path });
   }
-  if (isMiddlewareURL(mw)) {
-    const clone = response.clone();
-    const headersObj = {};
-    clone.headers.forEach((v, k) => {
-      headersObj[k] = v;
-    });
-    let body = "";
-    try {
-      body = await clone.text();
-    } catch {
-    }
-    const payload = {
-      status: clone.status,
-      headers: headersObj,
-      body
-    };
-    const ac = new AbortController();
-    const to = setTimeout(() => ac.abort(), 2e3);
-    let res;
-    try {
-      res = await fetch(mw, {
-        method: "POST",
-        headers: {
-          "content-type": "application/json",
-          "X-CopilotKit-Webhook-Stage": "after_request" /* AfterRequest */
-        },
-        body: JSON.stringify(payload),
-        signal: ac.signal
-      });
-    } finally {
-      clearTimeout(to);
-    }
-    if (!res.ok) {
-      throw new Error(
-        `after_request webhook ${mw} responded with ${res.status}`
-      );
-    }
-    return;
-  }
-  import_shared.logger.warn({ mw }, "Unsupported afterRequestMiddleware value \u2013 skipped");
+  import_shared2.logger.warn({ mw }, "Unsupported afterRequestMiddleware value \u2013 skipped");
 }
 
 // src/handlers/handle-connect.ts
@@ -850,11 +792,72 @@ async function handleConnectAgent({
   }
 }
 
-// src/endpoint.ts
-function createCopilotEndpoint({
+// src/handlers/handle-stop.ts
+var import_client4 = require("@ag-ui/client");
+async function handleStopAgent({
   runtime,
-  basePath
+  request,
+  agentId,
+  threadId
 }) {
+  try {
+    const agents = await runtime.agents;
+    if (!agents[agentId]) {
+      return new Response(
+        JSON.stringify({
+          error: "Agent not found",
+          message: `Agent '${agentId}' does not exist`
+        }),
+        {
+          status: 404,
+          headers: { "Content-Type": "application/json" }
+        }
+      );
+    }
+    const stopped = await runtime.runner.stop({ threadId });
+    if (!stopped) {
+      return new Response(
+        JSON.stringify({
+          stopped: false,
+          message: `No active run for thread '${threadId}'.`
+        }),
+        {
+          status: 200,
+          headers: { "Content-Type": "application/json" }
+        }
+      );
+    }
+    return new Response(
+      JSON.stringify({
+        stopped: true,
+        interrupt: {
+          type: import_client4.EventType.RUN_ERROR,
+          message: "Run stopped by user",
+          code: "STOPPED"
+        }
+      }),
+      {
+        status: 200,
+        headers: { "Content-Type": "application/json" }
+      }
+    );
+  } catch (error) {
+    console.error("Error stopping agent run:", error);
+    return new Response(
+      JSON.stringify({
+        error: "Failed to stop agent",
+        message: error instanceof Error ? error.message : "Unknown error"
+      }),
+      {
+        status: 500,
+        headers: { "Content-Type": "application/json" }
+      }
+    );
+  }
+}
+
+// src/endpoint.ts
+function createCopilotEndpoint({ runtime, basePath }) {
   const app = new import_hono.Hono();
   return app.basePath(basePath).use(
     "*",
@@ -876,10 +879,7 @@ function createCopilotEndpoint({
         c.set("modifiedRequest", maybeModifiedRequest);
       }
     } catch (error) {
-      import_shared2.logger.error(
-        { err: error, url: request.url, path },
-        "Error running before request middleware"
-      );
+      import_shared3.logger.error({ err: error, url: request.url, path }, "Error running before request middleware");
       if (error instanceof Response) {
         return error;
       }
@@ -895,10 +895,7 @@ function createCopilotEndpoint({
       response,
       path
     }).catch((error) => {
-      import_shared2.logger.error(
-        { err: error, url: c.req.url, path },
-        "Error running after request middleware"
-      );
+      import_shared3.logger.error({ err: error, url: c.req.url, path }, "Error running after request middleware");
     });
   }).post("/agent/:agentId/run", async (c) => {
     const agentId = c.req.param("agentId");
@@ -910,10 +907,7 @@ function createCopilotEndpoint({
         agentId
       });
     } catch (error) {
-      import_shared2.logger.error(
-        { err: error, url: request.url, path: c.req.path },
-        "Error running request handler"
-      );
+      import_shared3.logger.error({ err: error, url: request.url, path: c.req.path }, "Error running request handler");
       throw error;
     }
   }).post("/agent/:agentId/connect", async (c) => {
@@ -926,10 +920,22 @@ function createCopilotEndpoint({
         agentId
       });
     } catch (error) {
-      import_shared2.logger.error(
-        { err: error, url: request.url, path: c.req.path },
-        "Error running request handler"
-      );
+      import_shared3.logger.error({ err: error, url: request.url, path: c.req.path }, "Error running request handler");
+      throw error;
+    }
+  }).post("/agent/:agentId/stop/:threadId", async (c) => {
+    const agentId = c.req.param("agentId");
+    const threadId = c.req.param("threadId");
+    const request = c.get("modifiedRequest") || c.req.raw;
+    try {
+      return await handleStopAgent({
+        runtime,
+        request,
+        agentId,
+        threadId
+      });
+    } catch (error) {
+      import_shared3.logger.error({ err: error, url: request.url, path: c.req.path }, "Error running request handler");
       throw error;
     }
   }).get("/info", async (c) => {
@@ -940,10 +946,7 @@ function createCopilotEndpoint({
         request
       });
     } catch (error) {
-      import_shared2.logger.error(
-        { err: error, url: request.url, path: c.req.path },
-        "Error running request handler"
-      );
+      import_shared3.logger.error({ err: error, url: request.url, path: c.req.path }, "Error running request handler");
       throw error;
     }
   }).post("/transcribe", async (c) => {
@@ -954,22 +957,23 @@ function createCopilotEndpoint({
         request
       });
     } catch (error) {
-      import_shared2.logger.error(
-        { err: error, url: request.url, path: c.req.path },
-        "Error running request handler"
-      );
+      import_shared3.logger.error({ err: error, url: request.url, path: c.req.path }, "Error running request handler");
       throw error;
     }
   }).notFound((c) => {
     return c.json({ error: "Not found" }, 404);
   });
 }
+
+// src/runner/index.ts
+var import_shared4 = require("@copilotkitnext/shared");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AgentRunner,
   CopilotRuntime,
   InMemoryAgentRunner,
   VERSION,
-  createCopilotEndpoint
+  createCopilotEndpoint,
+  finalizeRunEvents
 });
 //# sourceMappingURL=index.js.map