@durable-streams/client-conformance-tests 0.1.0 → 0.1.2

package/dist/chunk-BCwAaXi7.cjs

@@ -0,0 +1,31 @@
+"use strict";
+//#region rolldown:runtime
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+	if (from && typeof from === "object" || typeof from === "function") for (var keys = __getOwnPropNames(from), i = 0, n = keys.length, key; i < n; i++) {
+		key = keys[i];
+		if (!__hasOwnProp.call(to, key) && key !== except) __defProp(to, key, {
+			get: ((k) => from[k]).bind(null, key),
+			enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+		});
+	}
+	return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", {
+	value: mod,
+	enumerable: true
+}) : target, mod));
+
+//#endregion
+
+Object.defineProperty(exports, '__toESM', {
+  enumerable: true,
+  get: function () {
+    return __toESM;
+  }
+});

package/dist/cli.cjs

@@ -0,0 +1,266 @@
+#!/usr/bin/env node
+"use strict";
+require('./protocol-XeAOKBD-.cjs');
+const require_benchmark_runner = require('./benchmark-runner-CLAR9oLd.cjs');
+
+//#region src/cli.ts
+const HELP = `
+Durable Streams Client Conformance Test Suite
+
+Usage:
+  npx @durable-streams/client-conformance-tests --run <adapter> [options]
+  npx @durable-streams/client-conformance-tests --bench <adapter> [options]
+
+Arguments:
+  <adapter>           Path to client adapter executable, or "ts" for built-in TypeScript adapter
+
+Conformance Test Options:
+  --run <adapter>     Run conformance tests with the specified adapter
+  --suite <name>      Run only specific suite(s): producer, consumer, lifecycle
+                      Can be specified multiple times
+  --tag <name>        Run only tests with specific tag(s)
+                      Can be specified multiple times
+  --fail-fast         Stop on first test failure
+  --timeout <ms>      Timeout for each test in milliseconds (default: 30000)
+
+Benchmark Options:
+  --bench <adapter>   Run benchmarks with the specified adapter
+  --scenario <id>     Run only specific scenario(s) by ID
+                      Can be specified multiple times
+  --category <name>   Run only scenarios in category: latency, throughput, streaming
+                      Can be specified multiple times
+  --format <fmt>      Output format: console, json, markdown (default: console)
+
+Common Options:
+  --verbose           Show detailed output for each operation
+  --port <port>       Port for reference server (default: random)
+  --help, -h          Show this help message
+
+Conformance Test Examples:
+  # Test the TypeScript client
+  npx @durable-streams/client-conformance-tests --run ts
+
+  # Test a Python client adapter
+  npx @durable-streams/client-conformance-tests --run ./adapters/python_adapter.py
+
+  # Test only producer functionality
+  npx @durable-streams/client-conformance-tests --run ts --suite producer
+
+  # Test with verbose output and stop on first failure
+  npx @durable-streams/client-conformance-tests --run ts --verbose --fail-fast
+
+Benchmark Examples:
+  # Run all benchmarks with TypeScript client
+  npx @durable-streams/client-conformance-tests --bench ts
+
+  # Run only latency benchmarks
+  npx @durable-streams/client-conformance-tests --bench ts --category latency
+
+  # Run specific scenario
+  npx @durable-streams/client-conformance-tests --bench ts --scenario latency-append
+
+  # Output as JSON for CI
+  npx @durable-streams/client-conformance-tests --bench ts --format json
+
+Implementing a Client Adapter:
+  A client adapter is an executable that communicates via stdin/stdout using
+  JSON-line protocol. See the documentation for the protocol specification
+  and examples in different languages.
+
+  The adapter receives JSON commands on stdin (one per line) and responds
+  with JSON results on stdout (one per line).
+
+  Commands: init, create, connect, append, read, head, delete, shutdown, benchmark
+
+  Example flow:
+    Runner -> Client: {"type":"init","serverUrl":"http://localhost:3000"}
+    Client -> Runner: {"type":"init","success":true,"clientName":"my-client","clientVersion":"1.0.0"}
+    Runner -> Client: {"type":"create","path":"/test-stream"}
+    Client -> Runner: {"type":"create","success":true,"status":201}
+    ...
+`;
+function parseArgs(args) {
+	let mode = null;
+	let clientAdapter = ``;
+	const suites = [];
+	const tags = [];
+	let failFast = false;
+	let testTimeout = 3e4;
+	const scenarios = [];
+	const categories = [];
+	let format = `console`;
+	let verbose = false;
+	let serverPort = 0;
+	let i = 0;
+	while (i < args.length) {
+		const arg = args[i];
+		if (arg === `--help` || arg === `-h`) {
+			console.log(HELP);
+			process.exit(0);
+		}
+		if (arg === `--run`) {
+			mode = `conformance`;
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --run requires an adapter path`);
+				return null;
+			}
+			clientAdapter = args[i];
+		} else if (arg === `--bench`) {
+			mode = `benchmark`;
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --bench requires an adapter path`);
+				return null;
+			}
+			clientAdapter = args[i];
+		} else if (arg === `--suite`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --suite requires a suite name`);
+				return null;
+			}
+			const suite = args[i];
+			if (![
+				`producer`,
+				`consumer`,
+				`lifecycle`
+			].includes(suite)) {
+				console.error(`Error: Invalid suite "${suite}". Must be: producer, consumer, lifecycle`);
+				return null;
+			}
+			suites.push(suite);
+		} else if (arg === `--tag`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --tag requires a tag name`);
+				return null;
+			}
+			tags.push(args[i]);
+		} else if (arg === `--scenario`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --scenario requires a scenario ID`);
+				return null;
+			}
+			scenarios.push(args[i]);
+		} else if (arg === `--category`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --category requires a category name`);
+				return null;
+			}
+			const category = args[i];
+			if (![
+				`latency`,
+				`throughput`,
+				`streaming`
+			].includes(category)) {
+				console.error(`Error: Invalid category "${category}". Must be: latency, throughput, streaming`);
+				return null;
+			}
+			categories.push(category);
+		} else if (arg === `--format`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --format requires a format name`);
+				return null;
+			}
+			const fmt = args[i];
+			if (![
+				`console`,
+				`json`,
+				`markdown`
+			].includes(fmt)) {
+				console.error(`Error: Invalid format "${fmt}". Must be: console, json, markdown`);
+				return null;
+			}
+			format = fmt;
+		} else if (arg === `--verbose`) verbose = true;
+		else if (arg === `--fail-fast`) failFast = true;
+		else if (arg === `--timeout`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --timeout requires a value in milliseconds`);
+				return null;
+			}
+			testTimeout = parseInt(args[i], 10);
+			if (isNaN(testTimeout)) {
+				console.error(`Error: --timeout must be a number`);
+				return null;
+			}
+		} else if (arg === `--port`) {
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --port requires a port number`);
+				return null;
+			}
+			serverPort = parseInt(args[i], 10);
+			if (isNaN(serverPort)) {
+				console.error(`Error: --port must be a number`);
+				return null;
+			}
+		} else if (arg.startsWith(`-`)) {
+			console.error(`Error: Unknown option "${arg}"`);
+			return null;
+		}
+		i++;
+	}
+	if (!mode || !clientAdapter) {
+		console.error(`Error: --run <adapter> or --bench <adapter> is required`);
+		console.log(`\nRun with --help for usage information`);
+		return null;
+	}
+	if (mode === `conformance`) {
+		const options = {
+			clientAdapter,
+			verbose,
+			failFast,
+			testTimeout,
+			serverPort
+		};
+		if (suites.length > 0) options.suites = suites;
+		if (tags.length > 0) options.tags = tags;
+		return {
+			mode: `conformance`,
+			options
+		};
+	} else {
+		const options = {
+			clientAdapter,
+			verbose,
+			serverPort,
+			format
+		};
+		if (scenarios.length > 0) options.scenarios = scenarios;
+		if (categories.length > 0) options.categories = categories;
+		return {
+			mode: `benchmark`,
+			options
+		};
+	}
+}
+async function main() {
+	const args = process.argv.slice(2);
+	if (args.length === 0) {
+		console.log(HELP);
+		process.exit(0);
+	}
+	const parsed = parseArgs(args);
+	if (!parsed) process.exit(1);
+	try {
+		if (parsed.mode === `conformance`) {
+			const summary = await require_benchmark_runner.runConformanceTests(parsed.options);
+			if (summary.failed > 0) process.exit(1);
+		} else {
+			const summary = await require_benchmark_runner.runBenchmarks(parsed.options);
+			if (summary.failed > 0) process.exit(1);
+		}
+	} catch (err) {
+		console.error(`Error running ${parsed.mode}:`, err);
+		process.exit(1);
+	}
+}
+main();
+
+//#endregion

package/dist/cli.d.cts

@@ -0,0 +1 @@
+export { };

package/dist/index.cjs

@@ -0,0 +1,22 @@
+const require_protocol = require('./protocol-XeAOKBD-.cjs');
+const require_benchmark_runner = require('./benchmark-runner-CLAR9oLd.cjs');
+
+exports.ErrorCodes = require_protocol.ErrorCodes
+exports.allScenarios = require_benchmark_runner.allScenarios
+exports.calculateStats = require_protocol.calculateStats
+exports.countTests = require_benchmark_runner.countTests
+exports.decodeBase64 = require_protocol.decodeBase64
+exports.encodeBase64 = require_protocol.encodeBase64
+exports.filterByCategory = require_benchmark_runner.filterByCategory
+exports.formatStats = require_protocol.formatStats
+exports.getScenarioById = require_benchmark_runner.getScenarioById
+exports.getScenariosByCategory = require_benchmark_runner.getScenariosByCategory
+exports.loadEmbeddedTestSuites = require_benchmark_runner.loadEmbeddedTestSuites
+exports.loadTestSuites = require_benchmark_runner.loadTestSuites
+exports.parseCommand = require_protocol.parseCommand
+exports.parseResult = require_protocol.parseResult
+exports.runBenchmarks = require_benchmark_runner.runBenchmarks
+exports.runConformanceTests = require_benchmark_runner.runConformanceTests
+exports.scenariosByCategory = require_benchmark_runner.scenariosByCategory
+exports.serializeCommand = require_protocol.serializeCommand
+exports.serializeResult = require_protocol.serializeResult