@mastra/server-adapters-test-suite 0.1.4-alpha.0 → 0.1.4-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @mastra/server-adapters-test-suite
 
+## 0.1.4-alpha.1
+
+### Patch Changes
+
+- Add a reusable real-HTTP disconnect suite covering durable and evented stream starts, resumes, tool approvals, observer replay, and explicit cancellation, with ordinary agents as the cancellation control. ([#28162](https://github.com/mastra-ai/mastra/pull/28162))
+
+- Skipped the run-scoped abort route (`POST /agents/:agentId/runs/:runId/abort`) in the generic adapter route suite, since it returns 501 for the suite's non-durable agent by design. Adapter suites no longer fail on this route. ([#28301](https://github.com/mastra-ai/mastra/pull/28301))
+
+- Updated dependencies [[`f396b43`](https://github.com/mastra-ai/mastra/commit/f396b435c72042fc6d9e82c361fa047675995812), [`f396b43`](https://github.com/mastra-ai/mastra/commit/f396b435c72042fc6d9e82c361fa047675995812), [`0d7d5cb`](https://github.com/mastra-ai/mastra/commit/0d7d5cbdccacc0b03697b3400579ea520e382061), [`0d7d5cb`](https://github.com/mastra-ai/mastra/commit/0d7d5cbdccacc0b03697b3400579ea520e382061), [`f5ebbf3`](https://github.com/mastra-ai/mastra/commit/f5ebbf3b2dc935b8fc068996b4db478815f05bd5), [`11c83d5`](https://github.com/mastra-ai/mastra/commit/11c83d53331588e06623d5d4a35baa606bbaa424), [`703b0a1`](https://github.com/mastra-ai/mastra/commit/703b0a1cb342d3a6fce72b5b07685fbb31695674), [`1283717`](https://github.com/mastra-ai/mastra/commit/1283717ecfc652da293aafe6ff582afa07ca84a5), [`3be96ae`](https://github.com/mastra-ai/mastra/commit/3be96ae2f65a2ff3b2189fb79fd03b7eedee3dbe)]:
+  - @mastra/core@1.80.0-alpha.1
+  - @mastra/server@1.80.0-alpha.1
+  - @mastra/mcp@2.6.0-alpha.0
+
 ## 0.1.4-alpha.0
 
 ### Patch Changes

package/dist/durable-disconnect-test-suite.d.ts

@@ -0,0 +1,23 @@
+import { Agent } from '@mastra/core/agent';
+import { Mastra } from '@mastra/core/mastra';
+export interface DurableDisconnectTestConfig {
+    setupModel: () => Promise<{
+        model: ConstructorParameters<typeof Agent>[0]['model'];
+        addResponse: (sequenceIndex: number, response: {
+            content?: string;
+            toolCalls?: {
+                id: string;
+                name: string;
+                arguments: Record<string, unknown>;
+            }[];
+        }) => void;
+        getRequestCount: () => number;
+        close: () => Promise<void>;
+    }>;
+    startServer: (mastra: Mastra, onDisconnect: (path: string) => void) => Promise<{
+        baseUrl: string;
+        close: () => Promise<void>;
+    }>;
+}
+export declare function createDurableDisconnectTestSuite(config: DurableDisconnectTestConfig): void;
+//# sourceMappingURL=durable-disconnect-test-suite.d.ts.map

package/dist/durable-disconnect-test-suite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"durable-disconnect-test-suite.d.ts","sourceRoot":"","sources":["../src/durable-disconnect-test-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAO7C,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,MAAM,OAAO,CAAC;QACxB,KAAK,EAAE,qBAAqB,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvD,WAAW,EAAE,CACX,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE;YACR,OAAO,CAAC,EAAE,MAAM,CAAC;YACjB,SAAS,CAAC,EAAE;gBAAE,EAAE,EAAE,MAAM,CAAC;gBAAC,IAAI,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;aAAE,EAAE,CAAC;SAChF,KACE,IAAI,CAAC;QACV,eAAe,EAAE,MAAM,MAAM,CAAC;QAC9B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;KAC5B,CAAC,CAAC;IACH,WAAW,EAAE,CACX,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,KACjC,OAAO,CAAC;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;KAC5B,CAAC,CAAC;CACJ;AAWD,wBAAgB,gCAAgC,CAAC,MAAM,EAAE,2BAA2B,QAmPnF"}

package/dist/index.d.ts

@@ -1,4 +1,5 @@
 export { createRouteAdapterTestSuite } from './route-adapter-test-suite.js';
+export { createDurableDisconnectTestSuite, type DurableDisconnectTestConfig } from './durable-disconnect-test-suite.js';
 export type { AdapterTestSuiteConfig, AdapterTestContext, AdapterSetupOptions, HttpRequest, HttpResponse, } from './test-helpers.js';
 export { createMCPRouteTestSuite } from './mcp-route-test-suite.js';
 export { createMCPTransportTestSuite, type MCPTransportTestConfig } from './mcp-transport-test-suite.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,YAAY,EACV,sBAAsB,EACtB,kBAAkB,EAClB,mBAAmB,EACnB,WAAW,EACX,YAAY,GACb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAAE,KAAK,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACtG,OAAO,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EAAE,0BAA0B,EAAE,KAAK,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACxG,OAAO,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,6BAA6B,EAAE,KAAK,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAElH,OAAO,EACL,wBAAwB,EACxB,6BAA6B,EAC7B,mCAAmC,EACnC,4BAA4B,EAC5B,gBAAgB,GACjB,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,gCAAgC,EAAE,KAAK,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AACrH,YAAY,EACV,sBAAsB,EACtB,kBAAkB,EAClB,mBAAmB,EACnB,WAAW,EACX,YAAY,GACb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,2BAA2B,EAAE,KAAK,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACtG,OAAO,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EAAE,0BAA0B,EAAE,KAAK,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACxG,OAAO,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,6BAA6B,EAAE,KAAK,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAElH,OAAO,EACL,wBAAwB,EACxB,6BAA6B,EAC7B,mCAAmC,EACnC,4BAA4B,EAC5B,gBAAgB,GACjB,MAAM,gBAAgB,CAAC"}

package/dist/index.js

@@ -25,6 +25,7 @@ import { CompositeVoice } from "@mastra/core/voice";
 import { createStep, createWorkflow } from "@mastra/core/workflows";
 import { LocalFilesystem, Workspace } from "@mastra/core/workspace";
 import { MCPClient, MCPServer, defineEvent } from "@mastra/mcp";
+import { createDurableAgent, createEventedAgent } from "@mastra/core/agent/durable";
 import { Mastra as Mastra$1 } from "@mastra/core/mastra";
 import http from "http";
 import { MCPServerBase } from "@mastra/core/mcp";
@@ -2171,6 +2172,7 @@ function createRouteAdapterTestSuite(config) {
 			"/agents/:agentId/observe",
 			"/mcp/:serverId/events/:eventName/stream",
 			"/agents/:agentId/recover",
+			"/agents/:agentId/runs/:runId/abort",
 			"/agents/:agentId/plans/file",
 			"/tool-providers/:providerId/connections/:connectionId",
 			"/tool-providers/:providerId/connections/:connectionId/usage",
@@ -3012,6 +3014,278 @@ function createRouteAdapterTestSuite(config) {
 	});
 }
 //#endregion
+//#region src/durable-disconnect-test-suite.ts
+function deferred() {
+	let resolve;
+	return {
+		promise: new Promise((r) => {
+			resolve = r;
+		}),
+		resolve
+	};
+}
+function createDurableDisconnectTestSuite(config) {
+	describe.each([
+		"plain",
+		"durable",
+		"evented"
+	])("HTTP observer disconnect: %s (COR-1489)", (kind) => {
+		let server;
+		let fixture;
+		let mastra;
+		afterEach(async () => {
+			if (mastra) await mastra.shutdown();
+			if (server) await server.close();
+			if (fixture) await fixture.close();
+			server = void 0;
+			mastra = void 0;
+			fixture = void 0;
+		});
+		for (const route of [
+			"stream",
+			"stream-alias",
+			"stream-until-idle",
+			"resume-stream",
+			"resume-alias",
+			"resume-stream-until-idle",
+			"approve-tool-call",
+			"decline-tool-call"
+		]) for (const explicitAbort of [
+			false,
+			true,
+			"run",
+			"threadless"
+		]) {
+			if (typeof explicitAbort === "string" && (kind === "plain" || !["stream", "stream-alias"].includes(route))) continue;
+			const threadless = explicitAbort === "threadless";
+			it(`${route}: disconnect ${explicitAbort ? `then explicit ${explicitAbort === true ? "thread" : explicitAbort} abort stops execution` : "preserves durable execution and replay"}`, async () => {
+				fixture = await config.setupModel();
+				const entered = deferred();
+				const gate = deferred();
+				const disconnected = deferred();
+				const calls = [];
+				let toolSignal;
+				const storage = new InMemoryStore();
+				const memory = new MockMemory({ storage });
+				const slow = createTool({
+					id: "slow",
+					description: "Execute a numbered step",
+					inputSchema: z.object({ n: z.number() }),
+					execute: async ({ n }, context) => {
+						calls.push(n);
+						if (n === 1) {
+							toolSignal = context?.abortSignal;
+							entered.resolve();
+							await Promise.race([gate.promise, new Promise((resolve) => {
+								if (toolSignal?.aborted) return resolve();
+								toolSignal?.addEventListener("abort", () => resolve(), { once: true });
+							})]);
+						}
+						return { n };
+					}
+				});
+				const research = createTool({
+					id: "research",
+					description: "Background research",
+					inputSchema: z.object({}),
+					background: { enabled: true },
+					execute: async () => ({ done: true })
+				});
+				let authorizations = 0;
+				const authorize = createTool({
+					id: "authorize",
+					description: "Authorize the steps",
+					inputSchema: z.object({}),
+					requireApproval: true,
+					execute: async () => {
+						authorizations++;
+						return { approved: true };
+					}
+				});
+				const resumed = route.startsWith("resume") || route.endsWith("tool-call");
+				const offset = resumed ? 1 : 0;
+				const inner = new Agent({
+					id: "disconnect-agent",
+					name: "Disconnect agent",
+					instructions: "Execute three steps.",
+					model: fixture.model,
+					...threadless ? {} : { memory },
+					tools: {
+						slow,
+						research,
+						authorize
+					},
+					backgroundTasks: { tools: { research: true } }
+				});
+				const agent = kind === "durable" ? createDurableAgent({ agent: inner }) : kind === "evented" ? createEventedAgent({ agent: inner }) : inner;
+				const otherAgent = createDurableAgent({ agent: new Agent({
+					id: "other-agent",
+					name: "Other agent",
+					instructions: "Do not run.",
+					model: fixture.model
+				}) });
+				mastra = new Mastra$1({
+					agents: {
+						agent,
+						otherAgent
+					},
+					storage,
+					logger: false,
+					backgroundTasks: {
+						enabled: true,
+						globalConcurrency: 5,
+						perAgentConcurrency: 3
+					}
+				});
+				server = await config.startServer(mastra, (path) => {
+					if (!resumed || !path.endsWith("/stream")) disconnected.resolve();
+				});
+				const base = `${server.baseUrl}/api/agents/agent`;
+				if (resumed) fixture.addResponse(0, { toolCalls: [{
+					id: "authorize-1",
+					name: "authorize",
+					arguments: {}
+				}] });
+				for (let n = 1; n <= 3; n++) fixture.addResponse(offset + n - 1, { toolCalls: [{
+					id: `slow-${n}`,
+					name: "slow",
+					arguments: { n }
+				}] });
+				fixture.addResponse(offset + 3, { content: "done: 3 results" });
+				const runId = `disconnect-${kind}-${route}-${explicitAbort}`;
+				const thread = {
+					thread: runId,
+					resource: "disconnect-user"
+				};
+				if (resumed) {
+					const parked = await fetch(`${base}/stream`, {
+						method: "POST",
+						headers: { "content-type": "application/json" },
+						body: JSON.stringify({
+							messages: "Start",
+							runId,
+							memory: thread,
+							maxSteps: 6
+						})
+					});
+					expect(parked.status).toBe(200);
+					const reader = parked.body.getReader();
+					let received = "";
+					while (!received.includes("tool-call-approval")) {
+						const { done, value } = await reader.read();
+						expect(done).toBe(false);
+						received += new TextDecoder().decode(value);
+					}
+					await reader.cancel();
+				}
+				const client = new AbortController();
+				const request = fetch(`${base}/${route === "stream-alias" ? "stream" : route === "resume-alias" ? "resume-stream" : route}`, {
+					method: "POST",
+					headers: { "content-type": "application/json" },
+					signal: client.signal,
+					body: JSON.stringify({
+						...resumed ? {
+							resumeData: { approved: true },
+							toolCallId: "authorize-1"
+						} : { messages: "Start" },
+						runId,
+						...threadless ? {} : { memory: thread },
+						maxSteps: 6,
+						...["stream-alias", "resume-alias"].includes(route) ? { untilIdle: true } : {}
+					})
+				}).then(async (response) => {
+					expect(response.status).toBe(200);
+					await response.text();
+				}).catch((error) => {
+					if (error.name !== "AbortError") throw error;
+				});
+				try {
+					await entered.promise;
+					client.abort();
+					await disconnected.promise;
+					await request;
+					if (kind !== "plain" && explicitAbort) {
+						const runScoped = typeof explicitAbort === "string";
+						if (runScoped) {
+							const denied = await fetch(`${server.baseUrl}/api/agents/otherAgent/runs/${runId}/abort`, { method: "POST" });
+							expect(denied.status).toBe(403);
+							expect(toolSignal?.aborted).toBe(false);
+						}
+						const response = await fetch(`${base}/${runScoped ? `runs/${runId}/abort` : "threads/abort"}`, {
+							method: "POST",
+							headers: { "content-type": "application/json" },
+							...runScoped ? {} : { body: JSON.stringify({
+								threadId: runId,
+								resourceId: thread.resource,
+								expectedRunId: runId
+							}) }
+						});
+						const result = await response.json();
+						expect(response.status).toBe(200);
+						expect(result).toEqual({ aborted: true });
+					}
+					const completes = kind !== "plain" && !explicitAbort;
+					if (!completes) await vi.waitFor(() => expect(toolSignal?.aborted).toBe(true));
+					else expect(toolSignal?.aborted).toBe(false);
+					const observing = kind === "plain" ? void 0 : fetch(`${base}/observe`, {
+						method: "POST",
+						headers: { "content-type": "application/json" },
+						body: JSON.stringify({ runId })
+					});
+					gate.resolve();
+					if (observing) {
+						const response = await observing;
+						expect(response.status).toBe(200);
+						const replay = await response.text();
+						expect(replay).toContain("finish");
+						if (completes) expect(replay).toContain("done: 3 results");
+						else expect(replay).toContain("abort");
+					}
+					await vi.waitFor(() => expect(calls).toEqual(completes ? [
+						1,
+						2,
+						3
+					] : [1]));
+					expect(fixture.getRequestCount()).toBe(offset + (completes ? 4 : 1));
+					if (resumed) expect(authorizations).toBe(route === "decline-tool-call" ? 0 : 1);
+					if (kind !== "plain") {
+						const workflows = await storage.getStore("workflows");
+						await vi.waitFor(async () => {
+							for (const workflowName of ["durable-agentic-loop", "durable-agentic-execution"]) expect(await workflows.loadWorkflowSnapshot({
+								workflowName,
+								runId
+							})).toBeFalsy();
+						});
+					}
+					if (completes) {
+						await vi.waitFor(async () => {
+							const { messages } = await memory.recall({
+								threadId: runId,
+								resourceId: thread.resource
+							});
+							expect(messages.flatMap((m) => m.content.parts ?? []).some((p) => p.type === "text" && p.text === "done: 3 results")).toBe(true);
+						});
+						const replay = await fetch(`${base}/observe`, {
+							method: "POST",
+							headers: { "content-type": "application/json" },
+							body: JSON.stringify({ runId })
+						}).then((response) => response.text());
+						expect(replay).toContain("done: 3 results");
+						expect(replay).toContain("finish");
+						const lateAbort = await fetch(`${base}/runs/${runId}/abort`, { method: "POST" });
+						expect(lateAbort.status).toBe(200);
+						expect(await lateAbort.json()).toEqual({ aborted: false });
+						expect(fixture.getRequestCount()).toBe(offset + 4);
+					}
+				} finally {
+					gate.resolve();
+					client.abort();
+				}
+			}, 3e4);
+		}
+	});
+}
+//#endregion
 //#region src/mcp-route-test-suite.ts
 /**
 * Creates a standardized integration test suite for MCP registry routes
@@ -4674,6 +4948,6 @@ function createCustomRouteFGATestSuite(config) {
 	});
 }
 //#endregion
-export { consumeSSEStream, createBodyLimitTestSuite, createCustomRouteFGATestSuite, createDefaultTestContext, createHttpLoggingTestSuite, createMCPRouteTestSuite, createMCPTransportTestSuite, createMultipartTestSuite, createRouteAdapterTestSuite, createStreamWithSensitiveData, createStreamWithUnserializableChunk, expectSerializedStreamChunks };
+export { consumeSSEStream, createBodyLimitTestSuite, createCustomRouteFGATestSuite, createDefaultTestContext, createDurableDisconnectTestSuite, createHttpLoggingTestSuite, createMCPRouteTestSuite, createMCPTransportTestSuite, createMultipartTestSuite, createRouteAdapterTestSuite, createStreamWithSensitiveData, createStreamWithUnserializableChunk, expectSerializedStreamChunks };
 
 //# sourceMappingURL=index.js.map