@durable-streams/client-conformance-tests 0.1.6 → 0.1.7

package/dist/adapters/typescript-adapter.cjs

@@ -275,7 +275,7 @@ async function handleCommand(command) {
 			return {
 				type: `read`,
 				success: true,
-				status: 200,
+				status: response.status,
 				chunks,
 				offset: finalOffset,
 				upToDate,
@@ -351,6 +351,73 @@ async function handleCommand(command) {
 				success: true
 			};
 		}
+		case `idempotent-append`: try {
+			const url = `${serverUrl}${command.path}`;
+			const contentType = streamContentTypes.get(command.path) ?? `application/octet-stream`;
+			const ds = new __durable_streams_client.DurableStream({
+				url,
+				contentType
+			});
+			const producer = new __durable_streams_client.IdempotentProducer(ds, command.producerId, {
+				epoch: command.epoch,
+				autoClaim: command.autoClaim,
+				maxInFlight: 1,
+				lingerMs: 0
+			});
+			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
+			const isJson = normalizedContentType === `application/json`;
+			const data = isJson ? JSON.parse(command.data) : command.data;
+			try {
+				producer.append(data);
+				await producer.flush();
+				await producer.close();
+				return {
+					type: `idempotent-append`,
+					success: true,
+					status: 200
+				};
+			} catch (err) {
+				await producer.close();
+				throw err;
+			}
+		} catch (err) {
+			return errorResult(`idempotent-append`, err);
+		}
+		case `idempotent-append-batch`: try {
+			const url = `${serverUrl}${command.path}`;
+			const contentType = streamContentTypes.get(command.path) ?? `application/octet-stream`;
+			const ds = new __durable_streams_client.DurableStream({
+				url,
+				contentType
+			});
+			const maxInFlight = command.maxInFlight ?? 1;
+			const testingConcurrency = maxInFlight > 1;
+			const producer = new __durable_streams_client.IdempotentProducer(ds, command.producerId, {
+				epoch: command.epoch,
+				autoClaim: command.autoClaim,
+				maxInFlight,
+				lingerMs: testingConcurrency ? 0 : 1e3,
+				maxBatchBytes: testingConcurrency ? 1 : 1024 * 1024
+			});
+			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
+			const isJson = normalizedContentType === `application/json`;
+			const items = isJson ? command.items.map((item) => JSON.parse(item)) : command.items;
+			try {
+				for (const item of items) producer.append(item);
+				await producer.flush();
+				await producer.close();
+				return {
+					type: `idempotent-append-batch`,
+					success: true,
+					status: 200
+				};
+			} catch (err) {
+				await producer.close();
+				throw err;
+			}
+		} catch (err) {
+			return errorResult(`idempotent-append-batch`, err);
+		}
 		default: return {
 			type: `error`,
 			success: false,
@@ -471,7 +538,7 @@ async function handleBenchmark(command) {
 				const readPromise = (async () => {
 					const res = await ds.stream({ live: operation.live ?? `long-poll` });
 					return new Promise((resolve) => {
-						const unsubscribe = res.subscribeBytes((chunk) => {
+						const unsubscribe = res.subscribeBytes(async (chunk) => {
 							if (chunk.data.length > 0) {
 								unsubscribe();
 								res.cancel();
@@ -508,7 +575,12 @@ async function handleBenchmark(command) {
 					contentType
 				});
 				const payload = new Uint8Array(operation.size).fill(42);
-				await Promise.all(Array.from({ length: operation.count }, () => ds.append(payload)));
+				const producer = new __durable_streams_client.IdempotentProducer(ds, `bench-producer`, {
+					lingerMs: 0,
+					onError: (err) => console.error(`Batch failed:`, err)
+				});
+				for (let i = 0; i < operation.count; i++) producer.append(payload);
+				await producer.flush();
 				metrics.bytesTransferred = operation.count * operation.size;
 				metrics.messagesProcessed = operation.count;
 				break;

package/dist/adapters/typescript-adapter.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { ErrorCodes, decodeBase64, parseCommand, serializeResult } from "../protocol-qb83AeUH.js";
 import { createInterface } from "node:readline";
-import { DurableStream, DurableStreamError, FetchError, stream } from "@durable-streams/client";
+import { DurableStream, DurableStreamError, FetchError, IdempotentProducer, stream } from "@durable-streams/client";
 
 //#region src/adapters/typescript-adapter.ts
 const CLIENT_VERSION = `0.0.1`;
@@ -273,7 +273,7 @@ async function handleCommand(command) {
 			return {
 				type: `read`,
 				success: true,
-				status: 200,
+				status: response.status,
 				chunks,
 				offset: finalOffset,
 				upToDate,
@@ -349,6 +349,73 @@ async function handleCommand(command) {
 				success: true
 			};
 		}
+		case `idempotent-append`: try {
+			const url = `${serverUrl}${command.path}`;
+			const contentType = streamContentTypes.get(command.path) ?? `application/octet-stream`;
+			const ds = new DurableStream({
+				url,
+				contentType
+			});
+			const producer = new IdempotentProducer(ds, command.producerId, {
+				epoch: command.epoch,
+				autoClaim: command.autoClaim,
+				maxInFlight: 1,
+				lingerMs: 0
+			});
+			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
+			const isJson = normalizedContentType === `application/json`;
+			const data = isJson ? JSON.parse(command.data) : command.data;
+			try {
+				producer.append(data);
+				await producer.flush();
+				await producer.close();
+				return {
+					type: `idempotent-append`,
+					success: true,
+					status: 200
+				};
+			} catch (err) {
+				await producer.close();
+				throw err;
+			}
+		} catch (err) {
+			return errorResult(`idempotent-append`, err);
+		}
+		case `idempotent-append-batch`: try {
+			const url = `${serverUrl}${command.path}`;
+			const contentType = streamContentTypes.get(command.path) ?? `application/octet-stream`;
+			const ds = new DurableStream({
+				url,
+				contentType
+			});
+			const maxInFlight = command.maxInFlight ?? 1;
+			const testingConcurrency = maxInFlight > 1;
+			const producer = new IdempotentProducer(ds, command.producerId, {
+				epoch: command.epoch,
+				autoClaim: command.autoClaim,
+				maxInFlight,
+				lingerMs: testingConcurrency ? 0 : 1e3,
+				maxBatchBytes: testingConcurrency ? 1 : 1024 * 1024
+			});
+			const normalizedContentType = contentType.split(`;`)[0]?.trim().toLowerCase();
+			const isJson = normalizedContentType === `application/json`;
+			const items = isJson ? command.items.map((item) => JSON.parse(item)) : command.items;
+			try {
+				for (const item of items) producer.append(item);
+				await producer.flush();
+				await producer.close();
+				return {
+					type: `idempotent-append-batch`,
+					success: true,
+					status: 200
+				};
+			} catch (err) {
+				await producer.close();
+				throw err;
+			}
+		} catch (err) {
+			return errorResult(`idempotent-append-batch`, err);
+		}
 		default: return {
 			type: `error`,
 			success: false,
@@ -469,7 +536,7 @@ async function handleBenchmark(command) {
 				const readPromise = (async () => {
 					const res = await ds.stream({ live: operation.live ?? `long-poll` });
 					return new Promise((resolve) => {
-						const unsubscribe = res.subscribeBytes((chunk) => {
+						const unsubscribe = res.subscribeBytes(async (chunk) => {
 							if (chunk.data.length > 0) {
 								unsubscribe();
 								res.cancel();
@@ -506,7 +573,12 @@ async function handleBenchmark(command) {
 					contentType
 				});
 				const payload = new Uint8Array(operation.size).fill(42);
-				await Promise.all(Array.from({ length: operation.count }, () => ds.append(payload)));
+				const producer = new IdempotentProducer(ds, `bench-producer`, {
+					lingerMs: 0,
+					onError: (err) => console.error(`Batch failed:`, err)
+				});
+				for (let i = 0; i < operation.count; i++) producer.append(payload);
+				await producer.flush();
 				metrics.bytesTransferred = operation.count * operation.size;
 				metrics.messagesProcessed = operation.count;
 				break;

package/dist/{benchmark-runner-D-YSAvRy.js → benchmark-runner-CrE6JkbX.js}

@@ -214,6 +214,38 @@ async function executeOperation(op, ctx) {
 				status: allSucceeded ? 200 : 207
 			} };
 		}
+		case `idempotent-append`: {
+			const path$1 = resolveVariables(op.path, variables);
+			const data = resolveVariables(op.data, variables);
+			const result = await client.send({
+				type: `idempotent-append`,
+				path: path$1,
+				data,
+				producerId: op.producerId,
+				epoch: op.epoch ?? 0,
+				autoClaim: op.autoClaim ?? false,
+				headers: op.headers
+			}, commandTimeout);
+			if (verbose) console.log(`  idempotent-append ${path$1}: ${result.success ? `ok` : `failed`}`);
+			if (result.success && result.type === `idempotent-append` && op.expect?.storeOffsetAs) variables.set(op.expect.storeOffsetAs, result.offset ?? ``);
+			return { result };
+		}
+		case `idempotent-append-batch`: {
+			const path$1 = resolveVariables(op.path, variables);
+			const items = op.items.map((item) => resolveVariables(item.data, variables));
+			const result = await client.send({
+				type: `idempotent-append-batch`,
+				path: path$1,
+				items,
+				producerId: op.producerId,
+				epoch: op.epoch ?? 0,
+				autoClaim: op.autoClaim ?? false,
+				maxInFlight: op.maxInFlight,
+				headers: op.headers
+			}, commandTimeout);
+			if (verbose) console.log(`  idempotent-append-batch ${path$1}: ${result.success ? `ok` : `failed`}`);
+			return { result };
+		}
 		case `read`: {
 			const path$1 = resolveVariables(op.path, variables);
 			const offset = op.offset ? resolveVariables(op.offset, variables) : void 0;
@@ -316,17 +348,39 @@ async function executeOperation(op, ctx) {
 			try {
 				const headResponse = await fetch(`${ctx.serverUrl}${path$1}`, { method: `HEAD` });
 				const contentType = headResponse.headers.get(`content-type`) ?? `application/octet-stream`;
+				const headers = {
+					"content-type": contentType,
+					...op.headers
+				};
+				if (op.producerId !== void 0) headers[`Producer-Id`] = op.producerId;
+				if (op.producerEpoch !== void 0) headers[`Producer-Epoch`] = op.producerEpoch.toString();
+				if (op.producerSeq !== void 0) headers[`Producer-Seq`] = op.producerSeq.toString();
 				const response = await fetch(`${ctx.serverUrl}${path$1}`, {
 					method: `POST`,
 					body: data,
-					headers: {
-						"content-type": contentType,
-						...op.headers
-					}
+					headers
 				});
-				if (verbose) console.log(`  server-append ${path$1}: ${response.ok ? `ok` : `failed (${response.status})`}`);
-				if (!response.ok) return { error: `Server append failed with status ${response.status}` };
-				return {};
+				const status = response.status;
+				const offset = response.headers.get(`Stream-Next-Offset`) ?? void 0;
+				const duplicate = status === 204;
+				const producerEpoch = response.headers.get(`Producer-Epoch`);
+				const producerSeq = response.headers.get(`Producer-Seq`);
+				const producerExpectedSeq = response.headers.get(`Producer-Expected-Seq`);
+				const producerReceivedSeq = response.headers.get(`Producer-Received-Seq`);
+				if (verbose) console.log(`  server-append ${path$1}: status=${status}${duplicate ? ` (duplicate)` : ``}`);
+				const result = {
+					type: `append`,
+					success: true,
+					status,
+					offset,
+					duplicate,
+					producerEpoch: producerEpoch ? parseInt(producerEpoch, 10) : void 0,
+					producerSeq: producerSeq ? parseInt(producerSeq, 10) : void 0,
+					producerExpectedSeq: producerExpectedSeq ? parseInt(producerExpectedSeq, 10) : void 0,
+					producerReceivedSeq: producerReceivedSeq ? parseInt(producerReceivedSeq, 10) : void 0
+				};
+				if (op.expect?.storeOffsetAs && offset) variables.set(op.expect.storeOffsetAs, offset);
+				return { result };
 			} catch (err) {
 				return { error: `Server append failed: ${err instanceof Error ? err.message : String(err)}` };
 			}
@@ -444,6 +498,12 @@ function validateExpectation(result, expect) {
 		const missing = expect.dataContainsAll.filter((s) => !actualData.includes(s));
 		if (missing.length > 0) return `Expected data to contain all of [${expect.dataContainsAll.join(`, `)}], missing: [${missing.join(`, `)}]`;
 	}
+	if (expect.dataExact !== void 0 && isReadResult(result)) {
+		const expectedMessages = expect.dataExact;
+		const actualMessages = result.chunks.map((c) => c.data);
+		if (actualMessages.length !== expectedMessages.length) return `Expected ${expectedMessages.length} messages, got ${actualMessages.length}. Expected: [${expectedMessages.join(`, `)}], got: [${actualMessages.join(`, `)}]`;
+		for (let i = 0; i < expectedMessages.length; i++) if (actualMessages[i] !== expectedMessages[i]) return `Message ${i} mismatch: expected "${expectedMessages[i]}", got "${actualMessages[i]}"`;
+	}
 	if (expect.upToDate !== void 0 && isReadResult(result)) {
 		if (result.upToDate !== expect.upToDate) return `Expected upToDate=${expect.upToDate}, got ${result.upToDate}`;
 	}
@@ -482,6 +542,21 @@ function validateExpectation(result, expect) {
 			if (actualValue !== expectedValue) return `Expected paramsSent[${key}]="${expectedValue}", got "${actualValue ?? `undefined`}"`;
 		}
 	}
+	if (expect.duplicate !== void 0 && isAppendResult(result)) {
+		if (result.duplicate !== expect.duplicate) return `Expected duplicate=${expect.duplicate}, got ${result.duplicate}`;
+	}
+	if (expect.producerEpoch !== void 0 && isAppendResult(result)) {
+		if (result.producerEpoch !== expect.producerEpoch) return `Expected producerEpoch=${expect.producerEpoch}, got ${result.producerEpoch}`;
+	}
+	if (expect.producerSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerSeq !== expect.producerSeq) return `Expected producerSeq=${expect.producerSeq}, got ${result.producerSeq}`;
+	}
+	if (expect.producerExpectedSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerExpectedSeq !== expect.producerExpectedSeq) return `Expected producerExpectedSeq=${expect.producerExpectedSeq}, got ${result.producerExpectedSeq}`;
+	}
+	if (expect.producerReceivedSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerReceivedSeq !== expect.producerReceivedSeq) return `Expected producerReceivedSeq=${expect.producerReceivedSeq}, got ${result.producerReceivedSeq}`;
+	}
 	return null;
 }
 /**
@@ -592,7 +667,10 @@ async function runConformanceTests(options) {
 	})).filter((suite) => suite.tests.length > 0);
 	const totalTests = countTests(suites);
 	console.log(`\nRunning ${totalTests} client conformance tests...\n`);
-	const server = new DurableStreamTestServer({ port: options.serverPort ?? 0 });
+	const server = new DurableStreamTestServer({
+		port: options.serverPort ?? 0,
+		longPollTimeout: 500
+	});
 	await server.start();
 	const serverUrl = server.url;
 	console.log(`Reference server started at ${serverUrl}\n`);

package/dist/{benchmark-runner-BlKqhoXE.cjs → benchmark-runner-Db4he452.cjs}

@@ -216,6 +216,38 @@ async function executeOperation(op, ctx) {
 				status: allSucceeded ? 200 : 207
 			} };
 		}
+		case `idempotent-append`: {
+			const path = resolveVariables(op.path, variables);
+			const data = resolveVariables(op.data, variables);
+			const result = await client.send({
+				type: `idempotent-append`,
+				path,
+				data,
+				producerId: op.producerId,
+				epoch: op.epoch ?? 0,
+				autoClaim: op.autoClaim ?? false,
+				headers: op.headers
+			}, commandTimeout);
+			if (verbose) console.log(`  idempotent-append ${path}: ${result.success ? `ok` : `failed`}`);
+			if (result.success && result.type === `idempotent-append` && op.expect?.storeOffsetAs) variables.set(op.expect.storeOffsetAs, result.offset ?? ``);
+			return { result };
+		}
+		case `idempotent-append-batch`: {
+			const path = resolveVariables(op.path, variables);
+			const items = op.items.map((item) => resolveVariables(item.data, variables));
+			const result = await client.send({
+				type: `idempotent-append-batch`,
+				path,
+				items,
+				producerId: op.producerId,
+				epoch: op.epoch ?? 0,
+				autoClaim: op.autoClaim ?? false,
+				maxInFlight: op.maxInFlight,
+				headers: op.headers
+			}, commandTimeout);
+			if (verbose) console.log(`  idempotent-append-batch ${path}: ${result.success ? `ok` : `failed`}`);
+			return { result };
+		}
 		case `read`: {
 			const path = resolveVariables(op.path, variables);
 			const offset = op.offset ? resolveVariables(op.offset, variables) : void 0;
@@ -318,17 +350,39 @@ async function executeOperation(op, ctx) {
 			try {
 				const headResponse = await fetch(`${ctx.serverUrl}${path}`, { method: `HEAD` });
 				const contentType = headResponse.headers.get(`content-type`) ?? `application/octet-stream`;
+				const headers = {
+					"content-type": contentType,
+					...op.headers
+				};
+				if (op.producerId !== void 0) headers[`Producer-Id`] = op.producerId;
+				if (op.producerEpoch !== void 0) headers[`Producer-Epoch`] = op.producerEpoch.toString();
+				if (op.producerSeq !== void 0) headers[`Producer-Seq`] = op.producerSeq.toString();
 				const response = await fetch(`${ctx.serverUrl}${path}`, {
 					method: `POST`,
 					body: data,
-					headers: {
-						"content-type": contentType,
-						...op.headers
-					}
+					headers
 				});
-				if (verbose) console.log(`  server-append ${path}: ${response.ok ? `ok` : `failed (${response.status})`}`);
-				if (!response.ok) return { error: `Server append failed with status ${response.status}` };
-				return {};
+				const status = response.status;
+				const offset = response.headers.get(`Stream-Next-Offset`) ?? void 0;
+				const duplicate = status === 204;
+				const producerEpoch = response.headers.get(`Producer-Epoch`);
+				const producerSeq = response.headers.get(`Producer-Seq`);
+				const producerExpectedSeq = response.headers.get(`Producer-Expected-Seq`);
+				const producerReceivedSeq = response.headers.get(`Producer-Received-Seq`);
+				if (verbose) console.log(`  server-append ${path}: status=${status}${duplicate ? ` (duplicate)` : ``}`);
+				const result = {
+					type: `append`,
+					success: true,
+					status,
+					offset,
+					duplicate,
+					producerEpoch: producerEpoch ? parseInt(producerEpoch, 10) : void 0,
+					producerSeq: producerSeq ? parseInt(producerSeq, 10) : void 0,
+					producerExpectedSeq: producerExpectedSeq ? parseInt(producerExpectedSeq, 10) : void 0,
+					producerReceivedSeq: producerReceivedSeq ? parseInt(producerReceivedSeq, 10) : void 0
+				};
+				if (op.expect?.storeOffsetAs && offset) variables.set(op.expect.storeOffsetAs, offset);
+				return { result };
 			} catch (err) {
 				return { error: `Server append failed: ${err instanceof Error ? err.message : String(err)}` };
 			}
@@ -446,6 +500,12 @@ function validateExpectation(result, expect) {
 		const missing = expect.dataContainsAll.filter((s) => !actualData.includes(s));
 		if (missing.length > 0) return `Expected data to contain all of [${expect.dataContainsAll.join(`, `)}], missing: [${missing.join(`, `)}]`;
 	}
+	if (expect.dataExact !== void 0 && isReadResult(result)) {
+		const expectedMessages = expect.dataExact;
+		const actualMessages = result.chunks.map((c) => c.data);
+		if (actualMessages.length !== expectedMessages.length) return `Expected ${expectedMessages.length} messages, got ${actualMessages.length}. Expected: [${expectedMessages.join(`, `)}], got: [${actualMessages.join(`, `)}]`;
+		for (let i = 0; i < expectedMessages.length; i++) if (actualMessages[i] !== expectedMessages[i]) return `Message ${i} mismatch: expected "${expectedMessages[i]}", got "${actualMessages[i]}"`;
+	}
 	if (expect.upToDate !== void 0 && isReadResult(result)) {
 		if (result.upToDate !== expect.upToDate) return `Expected upToDate=${expect.upToDate}, got ${result.upToDate}`;
 	}
@@ -484,6 +544,21 @@ function validateExpectation(result, expect) {
 			if (actualValue !== expectedValue) return `Expected paramsSent[${key}]="${expectedValue}", got "${actualValue ?? `undefined`}"`;
 		}
 	}
+	if (expect.duplicate !== void 0 && isAppendResult(result)) {
+		if (result.duplicate !== expect.duplicate) return `Expected duplicate=${expect.duplicate}, got ${result.duplicate}`;
+	}
+	if (expect.producerEpoch !== void 0 && isAppendResult(result)) {
+		if (result.producerEpoch !== expect.producerEpoch) return `Expected producerEpoch=${expect.producerEpoch}, got ${result.producerEpoch}`;
+	}
+	if (expect.producerSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerSeq !== expect.producerSeq) return `Expected producerSeq=${expect.producerSeq}, got ${result.producerSeq}`;
+	}
+	if (expect.producerExpectedSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerExpectedSeq !== expect.producerExpectedSeq) return `Expected producerExpectedSeq=${expect.producerExpectedSeq}, got ${result.producerExpectedSeq}`;
+	}
+	if (expect.producerReceivedSeq !== void 0 && isAppendResult(result)) {
+		if (result.producerReceivedSeq !== expect.producerReceivedSeq) return `Expected producerReceivedSeq=${expect.producerReceivedSeq}, got ${result.producerReceivedSeq}`;
+	}
 	return null;
 }
 /**
@@ -594,7 +669,10 @@ async function runConformanceTests(options) {
 	})).filter((suite) => suite.tests.length > 0);
 	const totalTests = countTests(suites);
 	console.log(`\nRunning ${totalTests} client conformance tests...\n`);
-	const server = new __durable_streams_server.DurableStreamTestServer({ port: options.serverPort ?? 0 });
+	const server = new __durable_streams_server.DurableStreamTestServer({
+		port: options.serverPort ?? 0,
+		longPollTimeout: 500
+	});
 	await server.start();
 	const serverUrl = server.url;
 	console.log(`Reference server started at ${serverUrl}\n`);
@@ -607,6 +685,7 @@ async function runConformanceTests(options) {
 			// Multi-status
 			// No result yet - will be retrieved via await
 			// Clean up
+			// 500ms timeout for testing
 			require("url").pathToFileURL(__filename).href
 ).pathname];
 	}

package/dist/cli.cjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 "use strict";
 require('./protocol-XeAOKBD-.cjs');
-const require_benchmark_runner = require('./benchmark-runner-BlKqhoXE.cjs');
+const require_benchmark_runner = require('./benchmark-runner-Db4he452.cjs');
 
 //#region src/cli.ts
 const HELP = `

package/dist/cli.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import "./protocol-qb83AeUH.js";
-import { runBenchmarks, runConformanceTests } from "./benchmark-runner-D-YSAvRy.js";
+import { runBenchmarks, runConformanceTests } from "./benchmark-runner-CrE6JkbX.js";
 
 //#region src/cli.ts
 const HELP = `

package/dist/index.cjs

@@ -1,5 +1,5 @@
 const require_protocol = require('./protocol-XeAOKBD-.cjs');
-const require_benchmark_runner = require('./benchmark-runner-BlKqhoXE.cjs');
+const require_benchmark_runner = require('./benchmark-runner-Db4he452.cjs');
 
 exports.ErrorCodes = require_protocol.ErrorCodes
 exports.allScenarios = require_benchmark_runner.allScenarios