@durable-streams/client-conformance-tests 0.1.8 → 0.2.0

package/dist/{benchmark-runner-Db4he452.cjs → benchmark-runner-DliEfq9k.cjs}

@@ -1,6 +1,6 @@
 "use strict";
 const require_chunk = require('./chunk-BCwAaXi7.cjs');
-const require_protocol = require('./protocol-XeAOKBD-.cjs');
+const require_protocol = require('./protocol-IioVPNaP.cjs');
 const node_child_process = require_chunk.__toESM(require("node:child_process"));
 const node_readline = require_chunk.__toESM(require("node:readline"));
 const node_crypto = require_chunk.__toESM(require("node:crypto"));
@@ -8,6 +8,7 @@ const __durable_streams_server = require_chunk.__toESM(require("@durable-streams
 const node_fs = require_chunk.__toESM(require("node:fs"));
 const node_path = require_chunk.__toESM(require("node:path"));
 const yaml = require_chunk.__toESM(require("yaml"));
+const node_fs_promises = require_chunk.__toESM(require("node:fs/promises"));
 const __durable_streams_client = require_chunk.__toESM(require("@durable-streams/client"));
 
 //#region src/test-cases.ts
@@ -178,7 +179,7 @@ async function executeOperation(op, ctx) {
 		}
 		case `append`: {
 			const path = resolveVariables(op.path, variables);
-			const data = op.data ? resolveVariables(op.data, variables) : ``;
+			const data = op.json !== void 0 ? JSON.stringify(op.json) : op.data ? resolveVariables(op.data, variables) : ``;
 			const result = await client.send({
 				type: `append`,
 				path,
@@ -413,7 +414,8 @@ async function executeOperation(op, ctx) {
 						probability: op.probability,
 						method: op.method,
 						corruptBody: op.corruptBody,
-						jitterMs: op.jitterMs
+						jitterMs: op.jitterMs,
+						injectSseEvent: op.injectSseEvent
 					})
 				});
 				const faultTypes = [];
@@ -424,6 +426,7 @@ async function executeOperation(op, ctx) {
 				if (op.truncateBodyBytes != null) faultTypes.push(`truncate=${op.truncateBodyBytes}b`);
 				if (op.corruptBody) faultTypes.push(`corrupt`);
 				if (op.probability != null) faultTypes.push(`p=${op.probability}`);
+				if (op.injectSseEvent) faultTypes.push(`sse:${op.injectSseEvent.eventType}`);
 				const faultDesc = faultTypes.join(`,`) || `unknown`;
 				if (verbose) console.log(`  inject-error ${path} [${faultDesc}]x${op.count ?? 1}: ${response.ok ? `ok` : `failed`}`);
 				if (!response.ok) return { error: `Failed to inject fault: ${response.status}` };
@@ -463,6 +466,17 @@ async function executeOperation(op, ctx) {
 			if (verbose) console.log(`  clear-dynamic: ${result.success ? `ok` : `failed`}`);
 			return { result };
 		}
+		case `validate`: {
+			const result = await client.send({
+				type: `validate`,
+				target: op.target
+			}, commandTimeout);
+			if (verbose) {
+				const targetType = op.target.target;
+				console.log(`  validate ${targetType}: ${result.success ? `ok` : `failed`}`);
+			}
+			return { result };
+		}
 		default: return { error: `Unknown operation: ${op.action}` };
 	}
 }
@@ -487,6 +501,13 @@ function validateExpectation(result, expect) {
 		if (result.success) return `Expected error ${expect.errorCode}, but operation succeeded`;
 		if (isErrorResult(result) && result.errorCode !== expect.errorCode) return `Expected error code ${expect.errorCode}, got ${result.errorCode}`;
 	}
+	if (expect.messageContains !== void 0) {
+		if (result.success) return `Expected error with message containing ${JSON.stringify(expect.messageContains)}, but operation succeeded`;
+		if (isErrorResult(result)) {
+			const missing = expect.messageContains.filter((s) => !result.message.toLowerCase().includes(s.toLowerCase()));
+			if (missing.length > 0) return `Expected error message to contain [${expect.messageContains.join(`, `)}], missing: [${missing.join(`, `)}]. Actual message: "${result.message}"`;
+		}
+	}
 	if (expect.data !== void 0 && isReadResult(result)) {
 		const actualData = result.chunks.map((c) => c.data).join(``);
 		if (actualData !== expect.data) return `Expected data "${expect.data}", got "${actualData}"`;
@@ -559,6 +580,13 @@ function validateExpectation(result, expect) {
 	if (expect.producerReceivedSeq !== void 0 && isAppendResult(result)) {
 		if (result.producerReceivedSeq !== expect.producerReceivedSeq) return `Expected producerReceivedSeq=${expect.producerReceivedSeq}, got ${result.producerReceivedSeq}`;
 	}
+	if (expect.valid !== void 0) {
+		if (expect.valid === true && !result.success) return `Expected validation to pass, but it failed`;
+		if (expect.valid === false && result.success) return `Expected validation to fail, but it passed`;
+	}
+	if (expect.errorContains !== void 0 && isErrorResult(result)) {
+		if (!result.message.includes(expect.errorContains)) return `Expected error message to contain "${expect.errorContains}", got "${result.message}"`;
+	}
 	return null;
 }
 /**
@@ -570,9 +598,16 @@ function featureToProperty(feature) {
 		sse: `sse`,
 		"long-poll": `longPoll`,
 		longPoll: `longPoll`,
+		auto: `auto`,
 		streaming: `streaming`,
 		dynamicHeaders: `dynamicHeaders`,
-		"dynamic-headers": `dynamicHeaders`
+		"dynamic-headers": `dynamicHeaders`,
+		retryOptions: `retryOptions`,
+		"retry-options": `retryOptions`,
+		batchItems: `batchItems`,
+		"batch-items": `batchItems`,
+		strictZeroValidation: `strictZeroValidation`,
+		"strict-zero-validation": `strictZeroValidation`
 	};
 	return map[feature];
 }
@@ -877,7 +912,7 @@ const smallMessageThroughputScenario = {
 	createOperation: (ctx) => ({
 		op: `throughput_append`,
 		path: `${ctx.basePath}/throughput-small`,
-		count: 1e4,
+		count: 1e5,
 		size: 100,
 		concurrency: 200
 	})
@@ -920,8 +955,8 @@ const readThroughputScenario = {
 		expectedCount: ctx.setupData.expectedCount
 	}),
 	setup: (ctx) => {
-		ctx.setupData.expectedCount = 1e4;
-		return Promise.resolve({ data: { expectedCount: 1e4 } });
+		ctx.setupData.expectedCount = 1e5;
+		return Promise.resolve({ data: { expectedCount: 1e5 } });
 	}
 };
 const sseLatencyScenario = {
@@ -1113,7 +1148,7 @@ async function runScenario(scenario, client, serverUrl, clientFeatures, verbose,
 					n: i,
 					data: `message-${i}-padding-for-size`
 				});
-				await Promise.all(messages.map((msg) => ds.append(msg)));
+				await Promise.all(messages.map((msg) => ds.append(JSON.stringify(msg))));
 			}
 		}
 		if (verbose) log(`  Warmup: ${scenario.config.warmupIterations} iterations...`);
@@ -1431,8 +1466,58 @@ async function runBenchmarks(options) {
 	}
 	return summary;
 }
+/**
+* Reads benchmark JSON files from a directory and generates a combined markdown report.
+* Each subdirectory should contain a benchmark-results.json file.
+*/
+async function aggregateBenchmarkResults(resultsDir) {
+	const entries = await (0, node_fs_promises.readdir)(resultsDir, { withFileTypes: true });
+	const summaries = [];
+	for (const entry of entries) {
+		if (!entry.isDirectory()) continue;
+		const jsonPath = (0, node_path.join)(resultsDir, entry.name, `benchmark-results.json`);
+		try {
+			const content = await (0, node_fs_promises.readFile)(jsonPath, `utf-8`);
+			const summary = JSON.parse(content);
+			summary.results = summary.results.map((r) => ({
+				...r,
+				scenario: r.scenario
+			}));
+			summaries.push(summary);
+		} catch {
+			console.error(`Skipping ${entry.name}: no valid benchmark-results.json`);
+		}
+	}
+	if (summaries.length === 0) return `# Client Benchmark Results\n\nNo benchmark results found.\n`;
+	summaries.sort((a, b) => a.adapter.localeCompare(b.adapter));
+	const lines = [];
+	lines.push(`# Client Benchmark Results`);
+	lines.push(``);
+	const totalPassed = summaries.reduce((sum, s) => sum + s.passed, 0);
+	const totalFailed = summaries.reduce((sum, s) => sum + s.failed, 0);
+	const totalSkipped = summaries.reduce((sum, s) => sum + s.skipped, 0);
+	lines.push(`| Client | Passed | Failed | Skipped | Status |`);
+	lines.push(`|--------|--------|--------|---------|--------|`);
+	for (const summary of summaries) {
+		const status = summary.failed === 0 ? `✓` : `✗`;
+		lines.push(`| ${summary.adapter} | ${summary.passed} | ${summary.failed} | ${summary.skipped} | ${status} |`);
+	}
+	lines.push(`| **Total** | **${totalPassed}** | **${totalFailed}** | **${totalSkipped}** | ${totalFailed === 0 ? `✓` : `✗`} |`);
+	lines.push(``);
+	for (const summary of summaries) {
+		lines.push(generateMarkdownReport(summary));
+		lines.push(``);
+	}
+	return lines.join(`\n`);
+}
 
 //#endregion
+Object.defineProperty(exports, 'aggregateBenchmarkResults', {
+  enumerable: true,
+  get: function () {
+    return aggregateBenchmarkResults;
+  }
+});
 Object.defineProperty(exports, 'allScenarios', {
   enumerable: true,
   get: function () {

package/dist/cli.cjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 "use strict";
-require('./protocol-XeAOKBD-.cjs');
-const require_benchmark_runner = require('./benchmark-runner-Db4he452.cjs');
+require('./protocol-IioVPNaP.cjs');
+const require_benchmark_runner = require('./benchmark-runner-DliEfq9k.cjs');
 
 //#region src/cli.ts
 const HELP = `
@@ -10,6 +10,7 @@ Durable Streams Client Conformance Test Suite
 Usage:
   npx @durable-streams/client-conformance-tests --run <adapter> [options]
   npx @durable-streams/client-conformance-tests --bench <adapter> [options]
+  npx @durable-streams/client-conformance-tests --report <dir>
 
 Arguments:
   <adapter>           Path to client adapter executable, or "ts" for built-in TypeScript adapter
@@ -31,6 +32,10 @@ Benchmark Options:
                       Can be specified multiple times
   --format <fmt>      Output format: console, json, markdown (default: console)
 
+Report Options:
+  --report <dir>      Aggregate benchmark results from JSON files in directory
+                      Each subdirectory should contain a benchmark-results.json file
+
 Common Options:
   --verbose           Show detailed output for each operation
   --port <port>       Port for reference server (default: random)
@@ -62,6 +67,10 @@ Benchmark Examples:
   # Output as JSON for CI
   npx @durable-streams/client-conformance-tests --bench ts --format json
 
+Report Examples:
+  # Aggregate benchmark results from CI artifacts
+  npx @durable-streams/client-conformance-tests --report ./benchmark-results
+
 Implementing a Client Adapter:
   A client adapter is an executable that communicates via stdin/stdout using
   JSON-line protocol. See the documentation for the protocol specification
@@ -82,6 +91,7 @@ Implementing a Client Adapter:
 function parseArgs(args) {
 	let mode = null;
 	let clientAdapter = ``;
+	let resultsDir = ``;
 	const suites = [];
 	const tags = [];
 	let failFast = false;
@@ -114,6 +124,14 @@ function parseArgs(args) {
 				return null;
 			}
 			clientAdapter = args[i];
+		} else if (arg === `--report`) {
+			mode = `report`;
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --report requires a directory path`);
+				return null;
+			}
+			resultsDir = args[i];
 		} else if (arg === `--suite`) {
 			i++;
 			if (i >= args.length) {
@@ -206,8 +224,23 @@ function parseArgs(args) {
 		}
 		i++;
 	}
-	if (!mode || !clientAdapter) {
-		console.error(`Error: --run <adapter> or --bench <adapter> is required`);
+	if (!mode) {
+		console.error(`Error: --run <adapter>, --bench <adapter>, or --report <dir> is required`);
+		console.log(`\nRun with --help for usage information`);
+		return null;
+	}
+	if (mode === `report`) {
+		if (!resultsDir) {
+			console.error(`Error: --report requires a directory path`);
+			return null;
+		}
+		return {
+			mode: `report`,
+			resultsDir
+		};
+	}
+	if (!clientAdapter) {
+		console.error(`Error: --run <adapter> or --bench <adapter> requires an adapter path`);
 		console.log(`\nRun with --help for usage information`);
 		return null;
 	}
@@ -252,9 +285,12 @@ async function main() {
 		if (parsed.mode === `conformance`) {
 			const summary = await require_benchmark_runner.runConformanceTests(parsed.options);
 			if (summary.failed > 0) process.exit(1);
-		} else {
+		} else if (parsed.mode === `benchmark`) {
 			const summary = await require_benchmark_runner.runBenchmarks(parsed.options);
 			if (summary.failed > 0) process.exit(1);
+		} else {
+			const report = await require_benchmark_runner.aggregateBenchmarkResults(parsed.resultsDir);
+			console.log(report);
 		}
 	} catch (err) {
 		console.error(`Error running ${parsed.mode}:`, err);

package/dist/cli.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-import "./protocol-qb83AeUH.js";
-import { runBenchmarks, runConformanceTests } from "./benchmark-runner-CrE6JkbX.js";
+import "./protocol-1p0soayz.js";
+import { aggregateBenchmarkResults, runBenchmarks, runConformanceTests } from "./benchmark-runner-81waaCzs.js";
 
 //#region src/cli.ts
 const HELP = `
@@ -9,6 +9,7 @@ Durable Streams Client Conformance Test Suite
 Usage:
   npx @durable-streams/client-conformance-tests --run <adapter> [options]
   npx @durable-streams/client-conformance-tests --bench <adapter> [options]
+  npx @durable-streams/client-conformance-tests --report <dir>
 
 Arguments:
   <adapter>           Path to client adapter executable, or "ts" for built-in TypeScript adapter
@@ -30,6 +31,10 @@ Benchmark Options:
                       Can be specified multiple times
   --format <fmt>      Output format: console, json, markdown (default: console)
 
+Report Options:
+  --report <dir>      Aggregate benchmark results from JSON files in directory
+                      Each subdirectory should contain a benchmark-results.json file
+
 Common Options:
   --verbose           Show detailed output for each operation
   --port <port>       Port for reference server (default: random)
@@ -61,6 +66,10 @@ Benchmark Examples:
   # Output as JSON for CI
   npx @durable-streams/client-conformance-tests --bench ts --format json
 
+Report Examples:
+  # Aggregate benchmark results from CI artifacts
+  npx @durable-streams/client-conformance-tests --report ./benchmark-results
+
 Implementing a Client Adapter:
   A client adapter is an executable that communicates via stdin/stdout using
   JSON-line protocol. See the documentation for the protocol specification
@@ -81,6 +90,7 @@ Implementing a Client Adapter:
 function parseArgs(args) {
 	let mode = null;
 	let clientAdapter = ``;
+	let resultsDir = ``;
 	const suites = [];
 	const tags = [];
 	let failFast = false;
@@ -113,6 +123,14 @@ function parseArgs(args) {
 				return null;
 			}
 			clientAdapter = args[i];
+		} else if (arg === `--report`) {
+			mode = `report`;
+			i++;
+			if (i >= args.length) {
+				console.error(`Error: --report requires a directory path`);
+				return null;
+			}
+			resultsDir = args[i];
 		} else if (arg === `--suite`) {
 			i++;
 			if (i >= args.length) {
@@ -205,8 +223,23 @@ function parseArgs(args) {
 		}
 		i++;
 	}
-	if (!mode || !clientAdapter) {
-		console.error(`Error: --run <adapter> or --bench <adapter> is required`);
+	if (!mode) {
+		console.error(`Error: --run <adapter>, --bench <adapter>, or --report <dir> is required`);
+		console.log(`\nRun with --help for usage information`);
+		return null;
+	}
+	if (mode === `report`) {
+		if (!resultsDir) {
+			console.error(`Error: --report requires a directory path`);
+			return null;
+		}
+		return {
+			mode: `report`,
+			resultsDir
+		};
+	}
+	if (!clientAdapter) {
+		console.error(`Error: --run <adapter> or --bench <adapter> requires an adapter path`);
 		console.log(`\nRun with --help for usage information`);
 		return null;
 	}
@@ -251,9 +284,12 @@ async function main() {
 		if (parsed.mode === `conformance`) {
 			const summary = await runConformanceTests(parsed.options);
 			if (summary.failed > 0) process.exit(1);
-		} else {
+		} else if (parsed.mode === `benchmark`) {
 			const summary = await runBenchmarks(parsed.options);
 			if (summary.failed > 0) process.exit(1);
+		} else {
+			const report = await aggregateBenchmarkResults(parsed.resultsDir);
+			console.log(report);
 		}
 	} catch (err) {
 		console.error(`Error running ${parsed.mode}:`, err);

package/dist/index.cjs

@@ -1,5 +1,5 @@
-const require_protocol = require('./protocol-XeAOKBD-.cjs');
-const require_benchmark_runner = require('./benchmark-runner-Db4he452.cjs');
+const require_protocol = require('./protocol-IioVPNaP.cjs');
+const require_benchmark_runner = require('./benchmark-runner-DliEfq9k.cjs');
 
 exports.ErrorCodes = require_protocol.ErrorCodes
 exports.allScenarios = require_benchmark_runner.allScenarios

package/dist/index.d.cts

@@ -1,4 +1,4 @@
-import { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkStats, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCommand, TestResult, calculateStats, decodeBase64, encodeBase64, formatStats, parseCommand, parseResult, serializeCommand, serializeResult } from "./protocol-D37G3c4e.cjs";
+import { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkStats, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCommand, TestResult, ValidateCommand, ValidateIdempotentProducer, ValidateResult, ValidateRetryOptions, ValidateTarget, calculateStats, decodeBase64, encodeBase64, formatStats, parseCommand, parseResult, serializeCommand, serializeResult } from "./protocol-BxZTqJmO.cjs";
 
 //#region src/test-cases.d.ts
 interface TestSuite {
@@ -83,6 +83,8 @@ interface AppendOperation {
   path: string;
   /** Data to append (string) */
   data?: string;
+  /** JSON data to append (will be stringified) */
+  json?: unknown;
   /** Binary data (base64 encoded) */
   binaryData?: string;
   /** Sequence number for ordering (Stream-Seq header) */
@@ -328,6 +330,13 @@ interface InjectErrorOperation {
   corruptBody?: boolean;
   /** Add jitter to delay (random 0-jitterMs added to delayMs) */
   jitterMs?: number;
+  /** Inject an SSE event with custom type and data (for testing SSE parsing) */
+  injectSseEvent?: {
+    /** Event type (e.g., "unknown", "control", "data") */
+    eventType: string;
+    /** Event data (will be sent as-is) */
+    data: string;
+  };
 }
 /**
 * Clear all injected errors.
@@ -365,9 +374,45 @@ interface ClearDynamicOperation {
   action: `clear-dynamic`;
 }
 /**
+* Validate client-side input parameters.
+* Tests that clients properly validate inputs before making network requests.
+*/
+interface ValidateOperation {
+  action: `validate`;
+  /** What to validate */
+  target: ValidateTarget$1;
+  expect?: ValidateExpectation;
+}
+/**
+* Validation target types.
+*/
+type ValidateTarget$1 = ValidateRetryOptionsTarget | ValidateIdempotentProducerTarget;
+interface ValidateRetryOptionsTarget {
+  target: `retry-options`;
+  maxRetries?: number;
+  initialDelayMs?: number;
+  maxDelayMs?: number;
+  multiplier?: number;
+}
+interface ValidateIdempotentProducerTarget {
+  target: `idempotent-producer`;
+  producerId?: string;
+  epoch?: number;
+  maxBatchBytes?: number;
+  maxBatchItems?: number;
+}
+interface ValidateExpectation {
+  /** If true, validation should pass */
+  valid?: boolean;
+  /** Expected error code if validation fails */
+  errorCode?: string;
+  /** Expected error message substring if validation fails */
+  errorContains?: string;
+}
+/**
 * All possible test operations.
 */
-type TestOperation = CreateOperation | ConnectOperation | AppendOperation | AppendBatchOperation | IdempotentAppendOperation | IdempotentAppendBatchOperation | ReadOperation | HeadOperation | DeleteOperation | WaitOperation | SetOperation | AssertOperation | ServerAppendOperation | AwaitOperation | InjectErrorOperation | ClearErrorsOperation | SetDynamicHeaderOperation | SetDynamicParamOperation | ClearDynamicOperation;
+type TestOperation = CreateOperation | ConnectOperation | AppendOperation | AppendBatchOperation | IdempotentAppendOperation | IdempotentAppendBatchOperation | ReadOperation | HeadOperation | DeleteOperation | WaitOperation | SetOperation | AssertOperation | ServerAppendOperation | AwaitOperation | InjectErrorOperation | ClearErrorsOperation | SetDynamicHeaderOperation | SetDynamicParamOperation | ClearDynamicOperation | ValidateOperation;
 /**
 * Base expectation fields.
 */
@@ -376,6 +421,8 @@ interface BaseExpectation {
   status?: number;
   /** Expected error code (if operation should fail) */
   errorCode?: string;
+  /** Strings that should be present in error message (for context validation) */
+  messageContains?: Array<string>;
   /** Store result in variable */
   storeAs?: string;
 }
@@ -620,4 +667,4 @@ interface BenchmarkSummary {
 declare function runBenchmarks(options: BenchmarkRunnerOptions): Promise<BenchmarkSummary>;
 
 //#endregion
-export { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkCriteria, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkRunnerOptions, BenchmarkScenario, BenchmarkScenarioConfig, BenchmarkStats, BenchmarkSummary, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ClientFeature, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, RunSummary, RunnerOptions, ScenarioContext, ScenarioResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCase, TestCommand, TestOperation, TestResult, TestRunResult, TestSuite, allScenarios, calculateStats, countTests, decodeBase64, encodeBase64, filterByCategory, formatStats, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, parseCommand, parseResult, runBenchmarks, runConformanceTests, scenariosByCategory, serializeCommand, serializeResult };
+export { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkCriteria, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkRunnerOptions, BenchmarkScenario, BenchmarkScenarioConfig, BenchmarkStats, BenchmarkSummary, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ClientFeature, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, RunSummary, RunnerOptions, ScenarioContext, ScenarioResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCase, TestCommand, TestOperation, TestResult, TestRunResult, TestSuite, ValidateCommand, ValidateIdempotentProducer, ValidateResult, ValidateRetryOptions, ValidateTarget, allScenarios, calculateStats, countTests, decodeBase64, encodeBase64, filterByCategory, formatStats, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, parseCommand, parseResult, runBenchmarks, runConformanceTests, scenariosByCategory, serializeCommand, serializeResult };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkStats, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes$1 as ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCommand, TestResult, calculateStats$1 as calculateStats, decodeBase64$1 as decodeBase64, encodeBase64$1 as encodeBase64, formatStats$1 as formatStats, parseCommand$1 as parseCommand, parseResult$1 as parseResult, serializeCommand$1 as serializeCommand, serializeResult$1 as serializeResult } from "./protocol-Mcbiq3nQ.js";
+import { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkStats, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes$1 as ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCommand, TestResult, ValidateCommand, ValidateIdempotentProducer, ValidateResult, ValidateRetryOptions, ValidateTarget, calculateStats$1 as calculateStats, decodeBase64$1 as decodeBase64, encodeBase64$1 as encodeBase64, formatStats$1 as formatStats, parseCommand$1 as parseCommand, parseResult$1 as parseResult, serializeCommand$1 as serializeCommand, serializeResult$1 as serializeResult } from "./protocol-JuFzdV5x.js";
 
 //#region src/test-cases.d.ts
 interface TestSuite {
@@ -83,6 +83,8 @@ interface AppendOperation {
   path: string;
   /** Data to append (string) */
   data?: string;
+  /** JSON data to append (will be stringified) */
+  json?: unknown;
   /** Binary data (base64 encoded) */
   binaryData?: string;
   /** Sequence number for ordering (Stream-Seq header) */
@@ -328,6 +330,13 @@ interface InjectErrorOperation {
   corruptBody?: boolean;
   /** Add jitter to delay (random 0-jitterMs added to delayMs) */
   jitterMs?: number;
+  /** Inject an SSE event with custom type and data (for testing SSE parsing) */
+  injectSseEvent?: {
+    /** Event type (e.g., "unknown", "control", "data") */
+    eventType: string;
+    /** Event data (will be sent as-is) */
+    data: string;
+  };
 }
 /**
 * Clear all injected errors.
@@ -365,9 +374,45 @@ interface ClearDynamicOperation {
   action: `clear-dynamic`;
 }
 /**
+* Validate client-side input parameters.
+* Tests that clients properly validate inputs before making network requests.
+*/
+interface ValidateOperation {
+  action: `validate`;
+  /** What to validate */
+  target: ValidateTarget$1;
+  expect?: ValidateExpectation;
+}
+/**
+* Validation target types.
+*/
+type ValidateTarget$1 = ValidateRetryOptionsTarget | ValidateIdempotentProducerTarget;
+interface ValidateRetryOptionsTarget {
+  target: `retry-options`;
+  maxRetries?: number;
+  initialDelayMs?: number;
+  maxDelayMs?: number;
+  multiplier?: number;
+}
+interface ValidateIdempotentProducerTarget {
+  target: `idempotent-producer`;
+  producerId?: string;
+  epoch?: number;
+  maxBatchBytes?: number;
+  maxBatchItems?: number;
+}
+interface ValidateExpectation {
+  /** If true, validation should pass */
+  valid?: boolean;
+  /** Expected error code if validation fails */
+  errorCode?: string;
+  /** Expected error message substring if validation fails */
+  errorContains?: string;
+}
+/**
 * All possible test operations.
 */
-type TestOperation = CreateOperation | ConnectOperation | AppendOperation | AppendBatchOperation | IdempotentAppendOperation | IdempotentAppendBatchOperation | ReadOperation | HeadOperation | DeleteOperation | WaitOperation | SetOperation | AssertOperation | ServerAppendOperation | AwaitOperation | InjectErrorOperation | ClearErrorsOperation | SetDynamicHeaderOperation | SetDynamicParamOperation | ClearDynamicOperation;
+type TestOperation = CreateOperation | ConnectOperation | AppendOperation | AppendBatchOperation | IdempotentAppendOperation | IdempotentAppendBatchOperation | ReadOperation | HeadOperation | DeleteOperation | WaitOperation | SetOperation | AssertOperation | ServerAppendOperation | AwaitOperation | InjectErrorOperation | ClearErrorsOperation | SetDynamicHeaderOperation | SetDynamicParamOperation | ClearDynamicOperation | ValidateOperation;
 /**
 * Base expectation fields.
 */
@@ -376,6 +421,8 @@ interface BaseExpectation {
   status?: number;
   /** Expected error code (if operation should fail) */
   errorCode?: string;
+  /** Strings that should be present in error message (for context validation) */
+  messageContains?: Array<string>;
   /** Store result in variable */
   storeAs?: string;
 }
@@ -620,4 +667,4 @@ interface BenchmarkSummary {
 declare function runBenchmarks(options: BenchmarkRunnerOptions): Promise<BenchmarkSummary>;
 
 //#endregion
-export { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkCriteria, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkRunnerOptions, BenchmarkScenario, BenchmarkScenarioConfig, BenchmarkStats, BenchmarkSummary, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ClientFeature, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, RunSummary, RunnerOptions, ScenarioContext, ScenarioResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCase, TestCommand, TestOperation, TestResult, TestRunResult, TestSuite, allScenarios, calculateStats, countTests, decodeBase64, encodeBase64, filterByCategory, formatStats, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, parseCommand, parseResult, runBenchmarks, runConformanceTests, scenariosByCategory, serializeCommand, serializeResult };
+export { AppendCommand, AppendResult, BenchmarkAppendOp, BenchmarkCommand, BenchmarkCreateOp, BenchmarkCriteria, BenchmarkOperation, BenchmarkReadOp, BenchmarkResult, BenchmarkRoundtripOp, BenchmarkRunnerOptions, BenchmarkScenario, BenchmarkScenarioConfig, BenchmarkStats, BenchmarkSummary, BenchmarkThroughputAppendOp, BenchmarkThroughputReadOp, ClearDynamicCommand, ClearDynamicResult, ClientFeature, ConnectCommand, ConnectResult, CreateCommand, CreateResult, DeleteCommand, DeleteResult, ErrorCode, ErrorCodes, ErrorResult, HeadCommand, HeadResult, IdempotentAppendBatchCommand, IdempotentAppendBatchResult, IdempotentAppendCommand, IdempotentAppendResult, InitCommand, InitResult, ReadChunk, ReadCommand, ReadResult, RunSummary, RunnerOptions, ScenarioContext, ScenarioResult, SetDynamicHeaderCommand, SetDynamicHeaderResult, SetDynamicParamCommand, SetDynamicParamResult, ShutdownCommand, ShutdownResult, TestCase, TestCommand, TestOperation, TestResult, TestRunResult, TestSuite, ValidateCommand, ValidateIdempotentProducer, ValidateResult, ValidateRetryOptions, ValidateTarget, allScenarios, calculateStats, countTests, decodeBase64, encodeBase64, filterByCategory, formatStats, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, parseCommand, parseResult, runBenchmarks, runConformanceTests, scenariosByCategory, serializeCommand, serializeResult };

package/dist/index.js

@@ -1,4 +1,4 @@
-import { ErrorCodes, calculateStats, decodeBase64, encodeBase64, formatStats, parseCommand, parseResult, serializeCommand, serializeResult } from "./protocol-qb83AeUH.js";
-import { allScenarios, countTests, filterByCategory, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, runBenchmarks, runConformanceTests, scenariosByCategory } from "./benchmark-runner-CrE6JkbX.js";
+import { ErrorCodes, calculateStats, decodeBase64, encodeBase64, formatStats, parseCommand, parseResult, serializeCommand, serializeResult } from "./protocol-1p0soayz.js";
+import { allScenarios, countTests, filterByCategory, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, runBenchmarks, runConformanceTests, scenariosByCategory } from "./benchmark-runner-81waaCzs.js";
 
 export { ErrorCodes, allScenarios, calculateStats, countTests, decodeBase64, encodeBase64, filterByCategory, formatStats, getScenarioById, getScenariosByCategory, loadEmbeddedTestSuites, loadTestSuites, parseCommand, parseResult, runBenchmarks, runConformanceTests, scenariosByCategory, serializeCommand, serializeResult };

package/dist/{protocol-qb83AeUH.js → protocol-1p0soayz.js}

@@ -48,7 +48,8 @@ const ErrorCodes = {
 	UNEXPECTED_STATUS: `UNEXPECTED_STATUS`,
 	PARSE_ERROR: `PARSE_ERROR`,
 	INTERNAL_ERROR: `INTERNAL_ERROR`,
-	NOT_SUPPORTED: `NOT_SUPPORTED`
+	NOT_SUPPORTED: `NOT_SUPPORTED`,
+	INVALID_ARGUMENT: `INVALID_ARGUMENT`
 };
 /**
 * Calculate statistics from an array of durations in nanoseconds.