@durable-streams/client-conformance-tests 0.1.8 → 0.2.0

package/dist/adapters/typescript-adapter.cjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 "use strict";
 const require_chunk = require('../chunk-BCwAaXi7.cjs');
-const require_protocol = require('../protocol-XeAOKBD-.cjs');
+const require_protocol = require('../protocol-IioVPNaP.cjs');
 const node_readline = require_chunk.__toESM(require("node:readline"));
 const __durable_streams_client = require_chunk.__toESM(require("@durable-streams/client"));
 
@@ -79,8 +79,10 @@ async function handleCommand(command) {
 					batching: true,
 					sse: true,
 					longPoll: true,
+					auto: true,
 					streaming: true,
-					dynamicHeaders: true
+					dynamicHeaders: true,
+					strictZeroValidation: true
 				}
 			};
 		}
@@ -168,6 +170,7 @@ async function handleCommand(command) {
 			let live;
 			if (command.live === `long-poll`) live = `long-poll`;
 			else if (command.live === `sse`) live = `sse`;
+			else if (command.live === true) live = true;
 			else live = false;
 			const abortController = new AbortController();
 			const timeoutMs = command.timeoutMs ?? 5e3;
@@ -202,21 +205,30 @@ async function handleCommand(command) {
 			let finalOffset = command.offset ?? response.offset;
 			let upToDate = response.upToDate;
 			const maxChunks = command.maxChunks ?? 100;
-			if (!live) try {
-				const data = await response.body();
-				if (data.length > 0) chunks.push({
-					data: new TextDecoder().decode(data),
-					offset: response.offset
-				});
+			const contentType = streamContentTypes.get(command.path);
+			const isJson = contentType?.includes(`application/json`) ?? false;
+			if (!live) {
+				if (isJson) {
+					const items = await response.json();
+					if (items.length > 0) chunks.push({
+						data: JSON.stringify(items),
+						offset: response.offset
+					});
+				} else {
+					const data = await response.body();
+					if (data.length > 0) chunks.push({
+						data: new TextDecoder().decode(data),
+						offset: response.offset
+					});
+				}
 				finalOffset = response.offset;
 				upToDate = response.upToDate;
-			} catch {}
-			else {
+			} else {
 				const decoder = new TextDecoder();
 				const startTime = Date.now();
 				let chunkCount = 0;
 				let done = false;
-				await new Promise((resolve) => {
+				await new Promise((resolve, reject) => {
 					const subscriptionTimeoutId = setTimeout(() => {
 						done = true;
 						abortController.abort();
@@ -262,11 +274,11 @@ async function handleCommand(command) {
 							finalOffset = response.offset;
 							resolve();
 						}
-					}).catch(() => {
+					}).catch((err) => {
 						if (!done) {
 							done = true;
 							clearTimeout(subscriptionTimeoutId);
-							resolve();
+							reject(err);
 						}
 					});
 				});
@@ -364,11 +376,8 @@ async function handleCommand(command) {
 				maxInFlight: 1,
 				lingerMs: 0
 			});
-			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
-			const isJson = normalizedContentType === `application/json`;
-			const data = isJson ? JSON.parse(command.data) : command.data;
 			try {
-				producer.append(data);
+				producer.append(command.data);
 				await producer.flush();
 				await producer.close();
 				return {
@@ -399,11 +408,8 @@ async function handleCommand(command) {
 				lingerMs: testingConcurrency ? 0 : 1e3,
 				maxBatchBytes: testingConcurrency ? 1 : 1024 * 1024
 			});
-			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
-			const isJson = normalizedContentType === `application/json`;
-			const items = isJson ? command.items.map((item) => JSON.parse(item)) : command.items;
 			try {
-				for (const item of items) producer.append(item);
+				for (const item of command.items) producer.append(item);
 				await producer.flush();
 				await producer.close();
 				return {
@@ -418,6 +424,43 @@ async function handleCommand(command) {
 		} catch (err) {
 			return errorResult(`idempotent-append-batch`, err);
 		}
+		case `validate`: {
+			const { target } = command;
+			try {
+				switch (target.target) {
+					case `retry-options`: return {
+						type: `validate`,
+						success: true
+					};
+					case `idempotent-producer`: {
+						const ds = new __durable_streams_client.DurableStream({ url: `${serverUrl}/test-validate` });
+						new __durable_streams_client.IdempotentProducer(ds, target.producerId ?? `test-producer`, {
+							epoch: target.epoch,
+							maxBatchBytes: target.maxBatchBytes
+						});
+						return {
+							type: `validate`,
+							success: true
+						};
+					}
+					default: return {
+						type: `error`,
+						success: false,
+						commandType: `validate`,
+						errorCode: require_protocol.ErrorCodes.NOT_SUPPORTED,
+						message: `Unknown validation target: ${target.target}`
+					};
+				}
+			} catch (err) {
+				return {
+					type: `error`,
+					success: false,
+					commandType: `validate`,
+					errorCode: require_protocol.ErrorCodes.INVALID_ARGUMENT,
+					message: err instanceof Error ? err.message : String(err)
+				};
+			}
+		}
 		default: return {
 			type: `error`,
 			success: false,
@@ -443,7 +486,7 @@ function errorResult(commandType, err) {
 		} else if (err.code === `BAD_REQUEST`) {
 			errorCode = require_protocol.ErrorCodes.INVALID_OFFSET;
 			status = 400;
-		}
+		} else if (err.code === `PARSE_ERROR`) errorCode = require_protocol.ErrorCodes.PARSE_ERROR;
 		return {
 			type: `error`,
 			success: false,
@@ -479,6 +522,13 @@ function errorResult(commandType, err) {
 			errorCode: require_protocol.ErrorCodes.NETWORK_ERROR,
 			message: err.message
 		};
+		if (err instanceof SyntaxError || err.name === `SyntaxError` || err.message.includes(`JSON`) || err.message.includes(`parse`) || err.message.includes(`SSE`) || err.message.includes(`control event`)) return {
+			type: `error`,
+			success: false,
+			commandType,
+			errorCode: require_protocol.ErrorCodes.PARSE_ERROR,
+			message: err.message
+		};
 		return {
 			type: `error`,
 			success: false,

package/dist/adapters/typescript-adapter.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { ErrorCodes, decodeBase64, parseCommand, serializeResult } from "../protocol-qb83AeUH.js";
+import { ErrorCodes, decodeBase64, parseCommand, serializeResult } from "../protocol-1p0soayz.js";
 import { createInterface } from "node:readline";
 import { DurableStream, DurableStreamError, FetchError, IdempotentProducer, stream } from "@durable-streams/client";
 
@@ -77,8 +77,10 @@ async function handleCommand(command) {
 					batching: true,
 					sse: true,
 					longPoll: true,
+					auto: true,
 					streaming: true,
-					dynamicHeaders: true
+					dynamicHeaders: true,
+					strictZeroValidation: true
 				}
 			};
 		}
@@ -166,6 +168,7 @@ async function handleCommand(command) {
 			let live;
 			if (command.live === `long-poll`) live = `long-poll`;
 			else if (command.live === `sse`) live = `sse`;
+			else if (command.live === true) live = true;
 			else live = false;
 			const abortController = new AbortController();
 			const timeoutMs = command.timeoutMs ?? 5e3;
@@ -200,21 +203,30 @@ async function handleCommand(command) {
 			let finalOffset = command.offset ?? response.offset;
 			let upToDate = response.upToDate;
 			const maxChunks = command.maxChunks ?? 100;
-			if (!live) try {
-				const data = await response.body();
-				if (data.length > 0) chunks.push({
-					data: new TextDecoder().decode(data),
-					offset: response.offset
-				});
+			const contentType = streamContentTypes.get(command.path);
+			const isJson = contentType?.includes(`application/json`) ?? false;
+			if (!live) {
+				if (isJson) {
+					const items = await response.json();
+					if (items.length > 0) chunks.push({
+						data: JSON.stringify(items),
+						offset: response.offset
+					});
+				} else {
+					const data = await response.body();
+					if (data.length > 0) chunks.push({
+						data: new TextDecoder().decode(data),
+						offset: response.offset
+					});
+				}
 				finalOffset = response.offset;
 				upToDate = response.upToDate;
-			} catch {}
-			else {
+			} else {
 				const decoder = new TextDecoder();
 				const startTime = Date.now();
 				let chunkCount = 0;
 				let done = false;
-				await new Promise((resolve) => {
+				await new Promise((resolve, reject) => {
 					const subscriptionTimeoutId = setTimeout(() => {
 						done = true;
 						abortController.abort();
@@ -260,11 +272,11 @@ async function handleCommand(command) {
 							finalOffset = response.offset;
 							resolve();
 						}
-					}).catch(() => {
+					}).catch((err) => {
 						if (!done) {
 							done = true;
 							clearTimeout(subscriptionTimeoutId);
-							resolve();
+							reject(err);
 						}
 					});
 				});
@@ -362,11 +374,8 @@ async function handleCommand(command) {
 				maxInFlight: 1,
 				lingerMs: 0
 			});
-			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
-			const isJson = normalizedContentType === `application/json`;
-			const data = isJson ? JSON.parse(command.data) : command.data;
 			try {
-				producer.append(data);
+				producer.append(command.data);
 				await producer.flush();
 				await producer.close();
 				return {
@@ -397,11 +406,8 @@ async function handleCommand(command) {
 				lingerMs: testingConcurrency ? 0 : 1e3,
 				maxBatchBytes: testingConcurrency ? 1 : 1024 * 1024
 			});
-			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
-			const isJson = normalizedContentType === `application/json`;
-			const items = isJson ? command.items.map((item) => JSON.parse(item)) : command.items;
 			try {
-				for (const item of items) producer.append(item);
+				for (const item of command.items) producer.append(item);
 				await producer.flush();
 				await producer.close();
 				return {
@@ -416,6 +422,43 @@ async function handleCommand(command) {
 		} catch (err) {
 			return errorResult(`idempotent-append-batch`, err);
 		}
+		case `validate`: {
+			const { target } = command;
+			try {
+				switch (target.target) {
+					case `retry-options`: return {
+						type: `validate`,
+						success: true
+					};
+					case `idempotent-producer`: {
+						const ds = new DurableStream({ url: `${serverUrl}/test-validate` });
+						new IdempotentProducer(ds, target.producerId ?? `test-producer`, {
+							epoch: target.epoch,
+							maxBatchBytes: target.maxBatchBytes
+						});
+						return {
+							type: `validate`,
+							success: true
+						};
+					}
+					default: return {
+						type: `error`,
+						success: false,
+						commandType: `validate`,
+						errorCode: ErrorCodes.NOT_SUPPORTED,
+						message: `Unknown validation target: ${target.target}`
+					};
+				}
+			} catch (err) {
+				return {
+					type: `error`,
+					success: false,
+					commandType: `validate`,
+					errorCode: ErrorCodes.INVALID_ARGUMENT,
+					message: err instanceof Error ? err.message : String(err)
+				};
+			}
+		}
 		default: return {
 			type: `error`,
 			success: false,
@@ -441,7 +484,7 @@ function errorResult(commandType, err) {
 		} else if (err.code === `BAD_REQUEST`) {
 			errorCode = ErrorCodes.INVALID_OFFSET;
 			status = 400;
-		}
+		} else if (err.code === `PARSE_ERROR`) errorCode = ErrorCodes.PARSE_ERROR;
 		return {
 			type: `error`,
 			success: false,
@@ -477,6 +520,13 @@ function errorResult(commandType, err) {
 			errorCode: ErrorCodes.NETWORK_ERROR,
 			message: err.message
 		};
+		if (err instanceof SyntaxError || err.name === `SyntaxError` || err.message.includes(`JSON`) || err.message.includes(`parse`) || err.message.includes(`SSE`) || err.message.includes(`control event`)) return {
+			type: `error`,
+			success: false,
+			commandType,
+			errorCode: ErrorCodes.PARSE_ERROR,
+			message: err.message
+		};
 		return {
 			type: `error`,
 			success: false,

package/dist/{benchmark-runner-CrE6JkbX.js → benchmark-runner-81waaCzs.js}

@@ -1,11 +1,13 @@
-import { calculateStats, formatStats, parseResult, serializeCommand } from "./protocol-qb83AeUH.js";
+import { calculateStats, formatStats, parseResult, serializeCommand } from "./protocol-1p0soayz.js";
 import { spawn } from "node:child_process";
 import { createInterface } from "node:readline";
 import { randomUUID } from "node:crypto";
 import { DurableStreamTestServer } from "@durable-streams/server";
 import * as fs from "node:fs";
 import * as path from "node:path";
+import { join } from "node:path";
 import YAML from "yaml";
+import { readFile, readdir } from "node:fs/promises";
 import { DurableStream } from "@durable-streams/client";
 
 //#region src/test-cases.ts
@@ -176,7 +178,7 @@ async function executeOperation(op, ctx) {
 		}
 		case `append`: {
 			const path$1 = resolveVariables(op.path, variables);
-			const data = op.data ? resolveVariables(op.data, variables) : ``;
+			const data = op.json !== void 0 ? JSON.stringify(op.json) : op.data ? resolveVariables(op.data, variables) : ``;
 			const result = await client.send({
 				type: `append`,
 				path: path$1,
@@ -411,7 +413,8 @@ async function executeOperation(op, ctx) {
 						probability: op.probability,
 						method: op.method,
 						corruptBody: op.corruptBody,
-						jitterMs: op.jitterMs
+						jitterMs: op.jitterMs,
+						injectSseEvent: op.injectSseEvent
 					})
 				});
 				const faultTypes = [];
@@ -422,6 +425,7 @@ async function executeOperation(op, ctx) {
 				if (op.truncateBodyBytes != null) faultTypes.push(`truncate=${op.truncateBodyBytes}b`);
 				if (op.corruptBody) faultTypes.push(`corrupt`);
 				if (op.probability != null) faultTypes.push(`p=${op.probability}`);
+				if (op.injectSseEvent) faultTypes.push(`sse:${op.injectSseEvent.eventType}`);
 				const faultDesc = faultTypes.join(`,`) || `unknown`;
 				if (verbose) console.log(`  inject-error ${path$1} [${faultDesc}]x${op.count ?? 1}: ${response.ok ? `ok` : `failed`}`);
 				if (!response.ok) return { error: `Failed to inject fault: ${response.status}` };
@@ -461,6 +465,17 @@ async function executeOperation(op, ctx) {
 			if (verbose) console.log(`  clear-dynamic: ${result.success ? `ok` : `failed`}`);
 			return { result };
 		}
+		case `validate`: {
+			const result = await client.send({
+				type: `validate`,
+				target: op.target
+			}, commandTimeout);
+			if (verbose) {
+				const targetType = op.target.target;
+				console.log(`  validate ${targetType}: ${result.success ? `ok` : `failed`}`);
+			}
+			return { result };
+		}
 		default: return { error: `Unknown operation: ${op.action}` };
 	}
 }
@@ -485,6 +500,13 @@ function validateExpectation(result, expect) {
 		if (result.success) return `Expected error ${expect.errorCode}, but operation succeeded`;
 		if (isErrorResult(result) && result.errorCode !== expect.errorCode) return `Expected error code ${expect.errorCode}, got ${result.errorCode}`;
 	}
+	if (expect.messageContains !== void 0) {
+		if (result.success) return `Expected error with message containing ${JSON.stringify(expect.messageContains)}, but operation succeeded`;
+		if (isErrorResult(result)) {
+			const missing = expect.messageContains.filter((s) => !result.message.toLowerCase().includes(s.toLowerCase()));
+			if (missing.length > 0) return `Expected error message to contain [${expect.messageContains.join(`, `)}], missing: [${missing.join(`, `)}]. Actual message: "${result.message}"`;
+		}
+	}
 	if (expect.data !== void 0 && isReadResult(result)) {
 		const actualData = result.chunks.map((c) => c.data).join(``);
 		if (actualData !== expect.data) return `Expected data "${expect.data}", got "${actualData}"`;
@@ -557,6 +579,13 @@ function validateExpectation(result, expect) {
 	if (expect.producerReceivedSeq !== void 0 && isAppendResult(result)) {
 		if (result.producerReceivedSeq !== expect.producerReceivedSeq) return `Expected producerReceivedSeq=${expect.producerReceivedSeq}, got ${result.producerReceivedSeq}`;
 	}
+	if (expect.valid !== void 0) {
+		if (expect.valid === true && !result.success) return `Expected validation to pass, but it failed`;
+		if (expect.valid === false && result.success) return `Expected validation to fail, but it passed`;
+	}
+	if (expect.errorContains !== void 0 && isErrorResult(result)) {
+		if (!result.message.includes(expect.errorContains)) return `Expected error message to contain "${expect.errorContains}", got "${result.message}"`;
+	}
 	return null;
 }
 /**
@@ -568,9 +597,16 @@ function featureToProperty(feature) {
 		sse: `sse`,
 		"long-poll": `longPoll`,
 		longPoll: `longPoll`,
+		auto: `auto`,
 		streaming: `streaming`,
 		dynamicHeaders: `dynamicHeaders`,
-		"dynamic-headers": `dynamicHeaders`
+		"dynamic-headers": `dynamicHeaders`,
+		retryOptions: `retryOptions`,
+		"retry-options": `retryOptions`,
+		batchItems: `batchItems`,
+		"batch-items": `batchItems`,
+		strictZeroValidation: `strictZeroValidation`,
+		"strict-zero-validation": `strictZeroValidation`
 	};
 	return map[feature];
 }
@@ -868,7 +904,7 @@ const smallMessageThroughputScenario = {
 	createOperation: (ctx) => ({
 		op: `throughput_append`,
 		path: `${ctx.basePath}/throughput-small`,
-		count: 1e4,
+		count: 1e5,
 		size: 100,
 		concurrency: 200
 	})
@@ -911,8 +947,8 @@ const readThroughputScenario = {
 		expectedCount: ctx.setupData.expectedCount
 	}),
 	setup: (ctx) => {
-		ctx.setupData.expectedCount = 1e4;
-		return Promise.resolve({ data: { expectedCount: 1e4 } });
+		ctx.setupData.expectedCount = 1e5;
+		return Promise.resolve({ data: { expectedCount: 1e5 } });
 	}
 };
 const sseLatencyScenario = {
@@ -1104,7 +1140,7 @@ async function runScenario(scenario, client, serverUrl, clientFeatures, verbose,
 					n: i,
 					data: `message-${i}-padding-for-size`
 				});
-				await Promise.all(messages.map((msg) => ds.append(msg)));
+				await Promise.all(messages.map((msg) => ds.append(JSON.stringify(msg))));
 			}
 		}
 		if (verbose) log(`  Warmup: ${scenario.config.warmupIterations} iterations...`);
@@ -1422,6 +1458,50 @@ async function runBenchmarks(options) {
 	}
 	return summary;
 }
+/**
+* Reads benchmark JSON files from a directory and generates a combined markdown report.
+* Each subdirectory should contain a benchmark-results.json file.
+*/
+async function aggregateBenchmarkResults(resultsDir) {
+	const entries = await readdir(resultsDir, { withFileTypes: true });
+	const summaries = [];
+	for (const entry of entries) {
+		if (!entry.isDirectory()) continue;
+		const jsonPath = join(resultsDir, entry.name, `benchmark-results.json`);
+		try {
+			const content = await readFile(jsonPath, `utf-8`);
+			const summary = JSON.parse(content);
+			summary.results = summary.results.map((r) => ({
+				...r,
+				scenario: r.scenario
+			}));
+			summaries.push(summary);
+		} catch {
+			console.error(`Skipping ${entry.name}: no valid benchmark-results.json`);
+		}
+	}
+	if (summaries.length === 0) return `# Client Benchmark Results\n\nNo benchmark results found.\n`;
+	summaries.sort((a, b) => a.adapter.localeCompare(b.adapter));
+	const lines = [];
+	lines.push(`# Client Benchmark Results`);
+	lines.push(``);
+	const totalPassed = summaries.reduce((sum, s) => sum + s.passed, 0);
+	const totalFailed = summaries.reduce((sum, s) => sum + s.failed, 0);
+	const totalSkipped = summaries.reduce((sum, s) => sum + s.skipped, 0);
+	lines.push(`| Client | Passed | Failed | Skipped | Status |`);
+	lines.push(`|--------|--------|--------|---------|--------|`);
+	for (const summary of summaries) {
+		const status = summary.failed === 0 ? `✓` : `✗`;
+		lines.push(`| ${summary.adapter} | ${summary.passed} | ${summary.failed} | ${summary.skipped} | ${status} |`);
+	}
+	lines.push(`| **Total** | **${totalPassed}** | **${totalFailed}** | **${totalSkipped}** | ${totalFailed === 0 ? `✓` : `✗`} |`);
+	lines.push(``);
+	for (const summary of summaries) {
+		lines.push(generateMarkdownReport(summary));
+		lines.push(``);
+	}
+	return lines.join(`\n`);
+}
 
 //#endregion
-export { allScenarios, countTests, filterByCategory, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, runBenchmarks, runConformanceTests, scenariosByCategory };
+export { aggregateBenchmarkResults, allScenarios, countTests, filterByCategory, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, runBenchmarks, runConformanceTests, scenariosByCategory };