ppef 1.0.1 → 1.2.0

package/dist/cli/commands/run.js

@@ -0,0 +1,277 @@
+/**
+ * Run Command
+ *
+ * Executes experiments based on JSON configuration.
+ */
+import { resolve } from "node:path";
+import { aggregateResults, createAggregationOutput } from "../../aggregation/index.js";
+import { Executor } from "../../executor/index.js";
+import { loadAndValidateConfig } from "../config-loader.js";
+import { loadCaseDefinition, loadMetricsExtractor, loadSutFactory } from "../module-loader.js";
+import { generateOutputFilename, writeAggregates, writeResults } from "../output-writer.js";
+/**
+ * Merge checkpoint shards from worker threads.
+ *
+ * After worker threads complete execution, each worker has its own checkpoint shard.
+ * This function merges all shards into a single checkpoint file.
+ *
+ * @param baseDir - Base directory for checkpoints
+ * @param logger - Command logger
+ */
+async function mergeCheckpointShards(baseDir, logger) {
+    const { readdir, unlink } = await import("node:fs/promises");
+    const { FileStorage } = await import("../../executor/checkpoint-storage.js");
+    const checkpointDir = resolve(baseDir, "results/execute");
+    try {
+        const files = await readdir(checkpointDir);
+        const shards = files.filter((f) => f.startsWith("checkpoint-worker-") && f.endsWith(".json"));
+        if (shards.length === 0) {
+            // No shards found - nothing to merge
+            return;
+        }
+        logger.info(`Merging ${shards.length} checkpoint shards...`);
+        // Load and merge all shards
+        const mergedData = {
+            configHash: "merged",
+            createdAt: new Date().toISOString(),
+            updatedAt: new Date().toISOString(),
+            completedRunIds: [],
+            results: {},
+            totalPlanned: 0,
+        };
+        for (const shard of shards) {
+            const shardPath = resolve(checkpointDir, shard);
+            const storage = new FileStorage(shardPath);
+            const data = await storage.load();
+            if (data?.completedRunIds) {
+                // Merge run IDs into the array
+                for (const runId of data.completedRunIds) {
+                    if (!mergedData.completedRunIds.includes(runId)) {
+                        mergedData.completedRunIds.push(runId);
+                    }
+                }
+            }
+            // Merge results if present
+            if (data?.results) {
+                Object.assign(mergedData.results, data.results);
+            }
+            // Update total planned from first shard
+            if (data?.totalPlanned && mergedData.totalPlanned === 0) {
+                mergedData.totalPlanned = data.totalPlanned;
+            }
+        }
+        // Write merged checkpoint
+        const mainStorage = new FileStorage(resolve(checkpointDir, "checkpoint.json"));
+        await mainStorage.save(mergedData);
+        logger.info("Checkpoint shards merged successfully");
+        // Clean up shard files
+        for (const shard of shards) {
+            const shardPath = resolve(checkpointDir, shard);
+            await unlink(shardPath).catch(() => {
+                // Ignore errors during cleanup
+            });
+        }
+        logger.debug(`Cleaned up ${shards.length} shard files`);
+    }
+    catch (error) {
+        // Checkpoint directory doesn't exist or other error - log and continue
+        logger.debug(`Checkpoint merge skipped: ${error instanceof Error ? error.message : String(error)}`);
+    }
+}
+/**
+ * Execute run command with injected dependencies.
+ *
+ * This function is exported for testing.
+ *
+ * @param configFile - Path to config file
+ * @param options - Command options
+ * @param dependencies - Injected dependencies
+ */
+export async function executeRun(configFile, options, dependencies) {
+    const { logger, configLoader, moduleLoader, createExecutor, aggregator, outputWriter, processExit, } = dependencies;
+    try {
+        logger.header(`Experiment: ${options.dryRun ? "Dry Run" : "Execution"}`);
+        // Load and validate configuration
+        const loaded = await configLoader.loadAndValidateConfig(configFile);
+        const { config, baseDir } = loaded;
+        logger.info(`Configuration: ${loaded.configPath}`);
+        logger.info(`Experiment: ${config.experiment.name}`);
+        if (config.experiment.description) {
+            logger.info(`Description: ${config.experiment.description}`);
+        }
+        // Apply CLI overrides
+        const executorConfig = { ...config.executor };
+        if (options.jobs !== undefined) {
+            executorConfig.concurrency = options.jobs;
+            logger.debug(`Concurrency overridden to ${options.jobs}`);
+        }
+        // Handle unsafe in-process flag
+        if (options.unsafeInProcess) {
+            executorConfig.forceInProcess = true;
+            logger.warn("Running in-process without worker thread isolation (SUT crashes can crash CLI)");
+        }
+        // Load SUTs
+        logger.subheader("Loading SUTs...");
+        const sutDefinitions = await Promise.all(config.suts.map(async (sutConfig) => {
+            logger.debug(`Loading SUT: ${sutConfig.id} from ${sutConfig.module}`);
+            // Build binary config if this is a binary SUT
+            const binaryConfig = sutConfig.type === "binary" && sutConfig.binaryCommand
+                ? {
+                    type: "binary",
+                    command: sutConfig.binaryCommand,
+                    args: sutConfig.binaryArgs,
+                    inputFormat: sutConfig.binaryInputFormat,
+                    outputFormat: sutConfig.binaryOutputFormat,
+                    timeout: sutConfig.binaryTimeout,
+                    successExitCode: undefined, // Could add to SutConfig if needed
+                }
+                : undefined;
+            return moduleLoader.loadSutFactory(sutConfig.module, sutConfig.exportName, baseDir, {
+                id: sutConfig.id,
+                name: sutConfig.registration.name,
+                version: sutConfig.registration.version,
+                role: sutConfig.registration.role,
+                config: sutConfig.config ?? {},
+                tags: sutConfig.registration.tags ?? [],
+                description: sutConfig.registration.description,
+            }, sutConfig.config, binaryConfig);
+        }));
+        logger.info(`Loaded ${sutDefinitions.length} SUTs`);
+        // Load cases
+        logger.subheader("Loading cases...");
+        const caseDefinitions = await Promise.all(config.cases.map(async (caseConfig) => {
+            logger.debug(`Loading case: ${caseConfig.id} from ${caseConfig.module}`);
+            return moduleLoader.loadCaseDefinition(caseConfig.module, caseConfig.exportName, baseDir);
+        }));
+        logger.info(`Loaded ${caseDefinitions.length} cases`);
+        // Load metrics extractor
+        logger.subheader("Loading metrics extractor...");
+        const metricsExtractor = await moduleLoader.loadMetricsExtractor(config.metricsExtractor.module, config.metricsExtractor.exportName, baseDir);
+        logger.info(`Metrics extractor loaded from ${config.metricsExtractor.module}`);
+        // Create executor
+        const executor = createExecutor(executorConfig);
+        // Plan runs
+        logger.subheader("Planning execution...");
+        const plannedRuns = executor.plan(sutDefinitions, caseDefinitions);
+        logger.info(`Planned ${plannedRuns.length} runs`);
+        // Dry run - just show plan and exit
+        if (options.dryRun) {
+            logger.info("");
+            logger.subheader("Dry run - not executing");
+            logger.info(`SUTs: ${sutDefinitions.map((s) => s.id).join(", ")}`);
+            logger.info(`Cases: ${caseDefinitions.map((c) => c.case.caseId).join(", ")}`);
+            logger.info(`Total runs: ${plannedRuns.length}`);
+            return;
+        }
+        // Execute
+        logger.subheader("Executing...");
+        logger.setProgress(true);
+        const startTime = Date.now();
+        const summary = await executor.execute(sutDefinitions, caseDefinitions, metricsExtractor, undefined);
+        const elapsed = Date.now() - startTime;
+        logger.setProgress(false);
+        logger.info("");
+        // Merge checkpoint shards from workers if not in unsafe in-process mode
+        if (!options.unsafeInProcess) {
+            await mergeCheckpointShards(baseDir, logger);
+        }
+        // Report results
+        logger.subheader("Execution Summary");
+        logger.info(`Total runs: ${summary.totalRuns}`);
+        logger.info(`Successful: ${summary.successfulRuns}`);
+        logger.info(`Failed: ${summary.failedRuns}`);
+        logger.info(`Elapsed time: ${(elapsed / 1000).toFixed(2)}s`);
+        if (summary.errors.length > 0) {
+            logger.warn(`Errors encountered: ${summary.errors.length}`);
+            for (const error of summary.errors.slice(0, 5)) {
+                logger.warn(`  - ${error.runId}: ${error.error}`);
+            }
+            if (summary.errors.length > 5) {
+                logger.warn(`  ... and ${summary.errors.length - 5} more`);
+            }
+        }
+        // Determine output settings
+        const outputPath = options.output ?? config.output.path ?? "./results";
+        const format = options.format ?? config.output.format ?? "json-pretty";
+        const shouldAggregate = options.noAggregate !== true && config.output.aggregate !== false;
+        // Write results
+        logger.subheader("Writing results...");
+        const resultsFilename = outputWriter.generateOutputFilename(config.experiment.name, "results");
+        const resultsPath = `${outputPath}/${resultsFilename}`;
+        await outputWriter.writeResults(summary.results, resultsPath, format);
+        logger.info(`Results written to: ${resultsPath}`);
+        // Aggregate if requested
+        if (shouldAggregate && summary.results.length > 0) {
+            logger.subheader("Aggregating results...");
+            const aggregates = aggregator.aggregateResults(summary.results, {
+                groupByCaseClass: true,
+                computeComparisons: true,
+            });
+            const aggregationOutput = aggregator.createAggregationOutput(aggregates, summary.results);
+            const aggregatesFilename = outputWriter.generateOutputFilename(config.experiment.name, "aggregates");
+            const aggregatesPath = `${outputPath}/${aggregatesFilename}`;
+            await outputWriter.writeAggregates(aggregationOutput, aggregatesPath, format);
+            logger.info(`Aggregates written to: ${aggregatesPath}`);
+            logger.info("");
+            logger.subheader("Aggregation Summary");
+            for (const agg of aggregates) {
+                const caseClassSuffix = agg.caseClass ? ` (${agg.caseClass})` : "";
+                logger.info(`${agg.sut}${caseClassSuffix}:`);
+                logger.info(`  Runs: ${agg.group.runCount}`);
+                logger.info(`  Cases: ${agg.group.caseCount}`);
+                for (const [metric, stats] of Object.entries(agg.metrics)) {
+                    const std = stats.std ?? 0;
+                    logger.info(`  ${metric}: mean=${stats.mean.toFixed(2)}, std=${std.toFixed(2)}`);
+                }
+            }
+        }
+        logger.info("");
+        logger.info("Experiment completed successfully!");
+    }
+    catch (error) {
+        logger.setProgress(false);
+        if (error instanceof Error) {
+            logger.error(error.message);
+            if (options.verbose) {
+                console.error(error.stack);
+            }
+        }
+        else {
+            logger.error(String(error));
+        }
+        processExit(1);
+    }
+}
+/**
+ * Register the run command.
+ *
+ * @param program - Commander program instance
+ */
+export function registerRunCommand(program) {
+    program
+        .command("run")
+        .description("Run experiments from a configuration file")
+        .argument("<config-file>", "Path to experiment configuration JSON file")
+        .option("-o, --output <path>", "Output directory")
+        .option("-f, --format <format>", "Output format (json or json-pretty)", "json-pretty")
+        .option("--no-aggregate", "Skip aggregation")
+        .option("-j, --jobs <number>", "Override concurrency", (value) => Number.parseInt(value, 10))
+        .option("-v, --verbose", "Verbose logging")
+        .option("-q, --quiet", "Suppress output")
+        .option("--dry-run", "Plan without running")
+        .option("--unsafe-in-process", "Run in-process without worker thread isolation (SUT crashes can crash CLI)")
+        .action(async (configFile, options) => {
+        const { createLogger } = await import("../logger.js");
+        const logger = createLogger(options);
+        await executeRun(configFile, options, {
+            logger,
+            configLoader: { loadAndValidateConfig },
+            moduleLoader: { loadSutFactory, loadCaseDefinition, loadMetricsExtractor },
+            createExecutor: (config) => new Executor(config),
+            aggregator: { aggregateResults, createAggregationOutput },
+            outputWriter: { generateOutputFilename, writeResults, writeAggregates },
+            processExit: (code) => process.exit(code),
+        });
+    });
+}
+//# sourceMappingURL=run.js.map

package/dist/cli/commands/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAWnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC/F,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAE5F;;;;;;;;GAQG;AACH,KAAK,UAAU,qBAAqB,CAAC,OAAe,EAAE,MAAsB;IAC3E,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC7D,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,sCAAsC,CAAC,CAAC;IAE7E,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAE1D,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9F,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,qCAAqC;YACrC,OAAO;QACR,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,uBAAuB,CAAC,CAAC;QAE7D,4BAA4B;QAC5B,MAAM,UAAU,GAAmB;YAClC,UAAU,EAAE,QAAQ;YACpB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,eAAe,EAAE,EAAE;YACnB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,CAAC;SACf,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;YAElC,IAAI,IAAI,EAAE,eAAe,EAAE,CAAC;gBAC3B,+BAA+B;gBAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1C,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjD,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxC,CAAC;gBACF,CAAC;YACF,CAAC;YAED,2BAA2B;YAC3B,IAAI,IAAI,EAAE,OAAO,EAAE,CAAC;gBACnB,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAED,wCAAwC;YACxC,IAAI,IAAI,EAAE,YAAY,IAAI,UAAU,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;gBACzD,UAAU,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;YAC7C,CAAC;QACF,CAAC;QAED,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAC/E,MAAM,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnC,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAErD,uBAAuB;QACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAChD,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBAClC,+BAA+B;YAChC,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,MAAM,CAAC,MAAM,cAAc,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,uEAAuE;QACvE,MAAM,CAAC,KAAK,CACX,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACrF,CAAC;IACH,CAAC;AACF,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,UAAkB,EAClB,OAAmB,EACnB,YAQC;IAED,MAAM,EACL,MAAM,EACN,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,UAAU,EACV,YAAY,EACZ,WAAW,GACX,GAAG,YAAY,CAAC;IAEjB,IAAI,CAAC;QACJ,MAAM,CAAC,MAAM,CAAC,eAAe,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAEzE,kCAAkC;QAClC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACpE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAEnC,MAAM,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,sBAAsB;QACtB,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,cAA0C,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,6BAA6B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,gCAAgC;QAChC,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,cAA0C,CAAC,cAAc,GAAG,IAAI,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;QAC/F,CAAC;QAED,YAAY;QACZ,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACpC,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;YACnC,MAAM,CAAC,KAAK,CAAC,gBAAgB,SAAS,CAAC,EAAE,SAAS,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAEtE,8CAA8C;YAC9C,MAAM,YAAY,GACjB,SAAS,CAAC,IAAI,KAAK,QAAQ,IAAI,SAAS,CAAC,aAAa;gBACrD,CAAC,CAAC;oBACA,IAAI,EAAE,QAAiB;oBACvB,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,IAAI,EAAE,SAAS,CAAC,UAAU;oBAC1B,WAAW,EAAE,SAAS,CAAC,iBAAiB;oBACxC,YAAY,EAAE,SAAS,CAAC,kBAAkB;oBAC1C,OAAO,EAAE,SAAS,CAAC,aAAa;oBAChC,eAAe,EAAE,SAAS,EAAE,mCAAmC;iBAC/D;gBACF,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO,YAAY,CAAC,cAAc,CACjC,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,UAAU,EACpB,OAAO,EACP;gBACC,EAAE,EAAE,SAAS,CAAC,EAAE;gBAChB,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI;gBACjC,OAAO,EAAE,SAAS,CAAC,YAAY,CAAC,OAAO;gBACvC,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI;gBACjC,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,EAAE;gBAC9B,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gBACvC,WAAW,EAAE,SAAS,CAAC,YAAY,CAAC,WAAW;aAC/C,EACD,SAAS,CAAC,MAAM,EAChB,YAAY,CACZ,CAAC;QACH,CAAC,CAAC,CACF,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,UAAU,cAAc,CAAC,MAAM,OAAO,CAAC,CAAC;QAEpD,aAAa;QACb,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QACrC,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;YACrC,MAAM,CAAC,KAAK,CAAC,iBAAiB,UAAU,CAAC,EAAE,SAAS,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC3F,CAAC,CAAC,CACF,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,UAAU,eAAe,CAAC,MAAM,QAAQ,CAAC,CAAC;QAEtD,yBAAyB;QACzB,MAAM,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;QACjD,MAAM,gBAAgB,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAC/D,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAC9B,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAClC,OAAO,CACP,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,iCAAiC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/E,kBAAkB;QAClB,MAAM,QAAQ,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;QAEhD,YAAY;QACZ,MAAM,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,WAAW,WAAW,CAAC,MAAM,OAAO,CAAC,CAAC;QAElD,oCAAoC;QACpC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,SAAS,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,UAAU,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9E,MAAM,CAAC,IAAI,CAAC,eAAe,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;YACjD,OAAO;QACR,CAAC;QAED,UAAU;QACV,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CACrC,cAAc,EACd,eAAe,EACf,gBAAgB,EAChB,SAAS,CACT,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhB,wEAAwE;QACxE,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAC9B,MAAM,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9C,CAAC;QAED,iBAAiB;QACjB,MAAM,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE7D,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,uBAAuB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5D,CAAC;QACF,CAAC;QAED,4BAA4B;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC;QACvE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,aAAa,CAAC;QACvE,MAAM,eAAe,GAAG,OAAO,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC;QAE1F,gBAAgB;QAChB,MAAM,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACvC,MAAM,eAAe,GAAG,YAAY,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/F,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,eAAe,EAAE,CAAC;QACvD,MAAM,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACtE,MAAM,CAAC,IAAI,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC;QAElD,yBAAyB;QACzB,IAAI,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,UAAU,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/D,gBAAgB,EAAE,IAAI;gBACtB,kBAAkB,EAAE,IAAI;aACxB,CAAC,CAAC;YACH,MAAM,iBAAiB,GAAG,UAAU,CAAC,uBAAuB,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAE1F,MAAM,kBAAkB,GAAG,YAAY,CAAC,sBAAsB,CAC7D,MAAM,CAAC,UAAU,CAAC,IAAI,EACtB,YAAY,CACZ,CAAC;YACF,MAAM,cAAc,GAAG,GAAG,UAAU,IAAI,kBAAkB,EAAE,CAAC;YAC7D,MAAM,YAAY,CAAC,eAAe,CAAC,iBAAiB,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;YAC9E,MAAM,CAAC,IAAI,CAAC,0BAA0B,cAAc,EAAE,CAAC,CAAC;YAExD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;YACxC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC9B,MAAM,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,eAAe,GAAG,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3D,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,UAAU,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAClF,CAAC;YACF,CAAC;QACF,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAE1B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,WAAW,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IAClD,OAAO;SACL,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,2CAA2C,CAAC;SACxD,QAAQ,CAAC,eAAe,EAAE,4CAA4C,CAAC;SACvE,MAAM,CAAC,qBAAqB,EAAE,kBAAkB,CAAC;SACjD,MAAM,CAAC,uBAAuB,EAAE,qCAAqC,EAAE,aAAa,CAAC;SACrF,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;SAC5C,MAAM,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SAC5F,MAAM,CAAC,eAAe,EAAE,iBAAiB,CAAC;SAC1C,MAAM,CAAC,aAAa,EAAE,iBAAiB,CAAC;SACxC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC;SAC3C,MAAM,CACN,qBAAqB,EACrB,4EAA4E,CAC5E;SACA,MAAM,CAAC,KAAK,EAAE,UAAkB,EAAE,OAAmB,EAAE,EAAE;QACzD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,UAAU,CAAC,UAAU,EAAE,OAAO,EAAE;YACrC,MAAM;YACN,YAAY,EAAE,EAAE,qBAAqB,EAAE;YACvC,YAAY,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,oBAAoB,EAAW;YACnF,cAAc,EAAE,CAAC,MAAe,EAAE,EAAE,CACnC,IAAI,QAAQ,CACX,MAAsE,CAC9C;YAC1B,UAAU,EAAE,EAAE,gBAAgB,EAAE,uBAAuB,EAAE;YACzD,YAAY,EAAE,EAAE,sBAAsB,EAAE,YAAY,EAAE,eAAe,EAAE;YACvE,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SACjD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/cli/commands/validate.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Validate Command
+ *
+ * Validates experiment configuration files without running experiments.
+ */
+import type { Command } from "commander";
+import type { IConfigLoader, ICommandLogger } from "../command-deps.js";
+/**
+ * Execute validate command with injected dependencies.
+ *
+ * This function is exported for testing.
+ *
+ * @param configFile - Path to config file
+ * @param dependencies - Injected dependencies
+ */
+export declare function executeValidate(configFile: string, dependencies: {
+    logger: ICommandLogger;
+    configLoader: IConfigLoader;
+    processExit: (code: number) => never;
+}): Promise<void>;
+/**
+ * Register the validate command.
+ *
+ * @param program - Commander program instance
+ */
+export declare function registerValidateCommand(program: Command): void;
+//# sourceMappingURL=validate.d.ts.map

package/dist/cli/commands/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/validate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGzC,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAIxE;;;;;;;GAOG;AACH,wBAAsB,eAAe,CACpC,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,YAAY,EAAE,aAAa,CAAC;IAC5B,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,CAAC;CACrC,GACC,OAAO,CAAC,IAAI,CAAC,CA0Df;AAED;;;;GAIG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAgB9D"}

package/dist/cli/commands/validate.js

@@ -0,0 +1,88 @@
+/**
+ * Validate Command
+ *
+ * Validates experiment configuration files without running experiments.
+ */
+import { loadAndValidateConfig } from "../config-loader.js";
+// Note: createLogger imported lazily in action handler to avoid circular dependency
+/**
+ * Execute validate command with injected dependencies.
+ *
+ * This function is exported for testing.
+ *
+ * @param configFile - Path to config file
+ * @param dependencies - Injected dependencies
+ */
+export async function executeValidate(configFile, dependencies) {
+    const { logger, configLoader, processExit } = dependencies;
+    try {
+        logger.header("Configuration Validation");
+        const loaded = await configLoader.loadAndValidateConfig(configFile);
+        logger.info(`Configuration file: ${loaded.configPath}`);
+        logger.info(`Base directory: ${loaded.baseDir}`);
+        logger.info(`Experiment: ${loaded.config.experiment.name}`);
+        if (loaded.config.experiment.description) {
+            logger.info(`Description: ${loaded.config.experiment.description}`);
+        }
+        if (loaded.config.experiment.version) {
+            logger.info(`Version: ${loaded.config.experiment.version}`);
+        }
+        logger.subheader("SUTs");
+        for (const sut of loaded.config.suts) {
+            logger.info(`  - ${sut.id} (${sut.registration.name} v${sut.registration.version})`);
+            logger.info(`    Module: ${sut.module} -> ${sut.exportName}`);
+            logger.info(`    Role: ${sut.registration.role}`);
+        }
+        logger.subheader("Cases");
+        for (const testCase of loaded.config.cases) {
+            logger.info(`  - ${testCase.id}`);
+            logger.info(`    Module: ${testCase.module} -> ${testCase.exportName}`);
+        }
+        logger.subheader("Executor");
+        const executor = loaded.config.executor;
+        logger.info(`  Repetitions: ${executor.repetitions ?? "default"}`);
+        logger.info(`  Seed base: ${executor.seedBase ?? "default"}`);
+        logger.info(`  Timeout: ${executor.timeoutMs ?? "default"}ms`);
+        logger.info(`  Concurrency: ${executor.concurrency ?? "sequential"}`);
+        logger.info(`  Continue on error: ${executor.continueOnError ?? "default"}`);
+        logger.info(`  Collect provenance: ${executor.collectProvenance ?? "default"}`);
+        logger.subheader("Output");
+        const output = loaded.config.output;
+        logger.info(`  Path: ${output.path ?? "./results"}`);
+        logger.info(`  Format: ${output.format ?? "json-pretty"}`);
+        logger.info(`  Aggregate: ${output.aggregate ?? "true"}`);
+        logger.info("");
+        logger.info("Configuration is valid!");
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            logger.error(error.message);
+        }
+        else {
+            logger.error(String(error));
+        }
+        processExit(1);
+    }
+}
+/**
+ * Register the validate command.
+ *
+ * @param program - Commander program instance
+ */
+export function registerValidateCommand(program) {
+    program
+        .command("validate")
+        .description("Validate an experiment configuration file")
+        .argument("<config-file>", "Path to experiment configuration JSON file")
+        .action(async (configFile) => {
+        // Import dependencies lazily to avoid circular imports
+        const { createLogger } = await import("../logger.js");
+        const logger = createLogger();
+        await executeValidate(configFile, {
+            logger,
+            configLoader: { loadAndValidateConfig },
+            processExit: (code) => process.exit(code),
+        });
+    });
+}
+//# sourceMappingURL=validate.js.map

package/dist/cli/commands/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../../src/cli/commands/validate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAG5D,oFAAoF;AAEpF;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,UAAkB,EAClB,YAIC;IAED,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC;IAE3D,IAAI,CAAC;QACJ,MAAM,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAE1C,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAEpE,MAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;QAE5D,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,YAAY,CAAC,IAAI,KAAK,GAAG,CAAC,YAAY,CAAC,OAAO,GAAG,CAAC,CAAC;YACrF,MAAM,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,MAAM,OAAO,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,MAAM,OAAO,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,SAAS,IAAI,SAAS,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,IAAI,YAAY,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,IAAI,CAAC,wBAAwB,QAAQ,CAAC,eAAe,IAAI,SAAS,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,iBAAiB,IAAI,SAAS,EAAE,CAAC,CAAC;QAEhF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;QAE1D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC5B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,WAAW,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAAgB;IACvD,OAAO;SACL,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CAAC,2CAA2C,CAAC;SACxD,QAAQ,CAAC,eAAe,EAAE,4CAA4C,CAAC;SACvE,MAAM,CAAC,KAAK,EAAE,UAAkB,EAAE,EAAE;QACpC,uDAAuD;QACvD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAE9B,MAAM,eAAe,CAAC,UAAU,EAAE;YACjC,MAAM;YACN,YAAY,EAAE,EAAE,qBAAqB,EAAE;YACvC,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SACjD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/cli/config-loader.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Config Loader
+ *
+ * Loads and validates experiment configuration from JSON files.
+ */
+import type { ExperimentConfig, LoadedConfig, ValidationResult } from "./types.js";
+/**
+ * Load and parse experiment configuration from a JSON file.
+ *
+ * @param configPath - Path to config file (can be absolute or relative)
+ * @returns Loaded configuration with base directory
+ * @throws Error if file cannot be read or parsed
+ */
+export declare function loadConfig(configPath: string): Promise<LoadedConfig>;
+/**
+ * Validate experiment configuration.
+ *
+ * @param config - Configuration to validate
+ * @returns Validation result with errors and warnings
+ */
+export declare function validateConfig(config: ExperimentConfig): ValidationResult;
+/**
+ * Load and validate experiment configuration.
+ *
+ * @param configPath - Path to config file
+ * @returns Loaded and validated configuration
+ * @throws Error if validation fails
+ */
+export declare function loadAndValidateConfig(configPath: string): Promise<LoadedConfig>;
+//# sourceMappingURL=config-loader.d.ts.map

package/dist/cli/config-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../../src/cli/config-loader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnF;;;;;;GAMG;AACH,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAgB1E;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,gBAAgB,CA+HzE;AAED;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAkBrF"}

package/dist/cli/config-loader.js

@@ -0,0 +1,181 @@
+/**
+ * Config Loader
+ *
+ * Loads and validates experiment configuration from JSON files.
+ */
+import { readFile } from "node:fs/promises";
+import { resolve, dirname } from "node:path";
+/**
+ * Load and parse experiment configuration from a JSON file.
+ *
+ * @param configPath - Path to config file (can be absolute or relative)
+ * @returns Loaded configuration with base directory
+ * @throws Error if file cannot be read or parsed
+ */
+export async function loadConfig(configPath) {
+    // Resolve absolute path
+    const absolutePath = resolve(configPath);
+    // Read and parse JSON
+    const content = await readFile(absolutePath, "utf-8");
+    const config = JSON.parse(content);
+    // Get base directory (for resolving module paths)
+    const baseDir = dirname(absolutePath);
+    return {
+        config,
+        baseDir,
+        configPath: absolutePath,
+    };
+}
+/**
+ * Validate experiment configuration.
+ *
+ * @param config - Configuration to validate
+ * @returns Validation result with errors and warnings
+ */
+export function validateConfig(config) {
+    const errors = [];
+    const warnings = [];
+    // Validate experiment metadata
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.experiment?.name) {
+        errors.push("experiment.name is required");
+    }
+    // Validate executor config
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.executor) {
+        errors.push("executor configuration is required");
+    }
+    else {
+        if (config.executor.repetitions !== undefined && config.executor.repetitions < 1) {
+            errors.push("executor.repetitions must be at least 1");
+        }
+        if (config.executor.seedBase !== undefined && config.executor.seedBase < 0) {
+            errors.push("executor.seedBase must be non-negative");
+        }
+        if (config.executor.timeoutMs !== undefined && config.executor.timeoutMs < 0) {
+            errors.push("executor.timeoutMs must be non-negative");
+        }
+        if (config.executor.concurrency !== undefined && config.executor.concurrency < 1) {
+            errors.push("executor.concurrency must be at least 1");
+        }
+    }
+    // Validate SUTs
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.suts || config.suts.length === 0) {
+        warnings.push("No SUTs configured - experiment will have nothing to execute");
+    }
+    else {
+        for (let i = 0; i < config.suts.length; i++) {
+            const sut = config.suts[i];
+            if (!sut.id) {
+                errors.push(`suts[${i}].id is required`);
+            }
+            if (!sut.module) {
+                errors.push(`suts[${i}].module is required`);
+            }
+            if (!sut.exportName) {
+                errors.push(`suts[${i}].exportName is required`);
+            }
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            if (!sut.registration?.name) {
+                errors.push(`suts[${i}].registration.name is required`);
+            }
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            if (!sut.registration?.version) {
+                errors.push(`suts[${i}].registration.version is required`);
+            }
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            if (!sut.registration?.role) {
+                errors.push(`suts[${i}].registration.role is required`);
+            }
+            else if (!["primary", "baseline", "oracle"].includes(sut.registration.role)) {
+                errors.push(`suts[${i}].registration.role must be one of: primary, baseline, oracle`);
+            }
+        }
+        // Check for duplicate SUT IDs
+        const sutIds = new Set();
+        for (const sut of config.suts) {
+            if (sut.id && sutIds.has(sut.id)) {
+                errors.push(`Duplicate SUT ID: ${sut.id}`);
+            }
+            sutIds.add(sut.id);
+        }
+    }
+    // Validate cases
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.cases || config.cases.length === 0) {
+        warnings.push("No cases configured - experiment will have nothing to execute");
+    }
+    else {
+        for (let i = 0; i < config.cases.length; i++) {
+            const testCase = config.cases[i];
+            if (!testCase.id) {
+                errors.push(`cases[${i}].id is required`);
+            }
+            if (!testCase.module) {
+                errors.push(`cases[${i}].module is required`);
+            }
+            if (!testCase.exportName) {
+                errors.push(`cases[${i}].exportName is required`);
+            }
+        }
+        // Check for duplicate case IDs
+        const caseIds = new Set();
+        for (const testCase of config.cases) {
+            if (testCase.id && caseIds.has(testCase.id)) {
+                errors.push(`Duplicate case ID: ${testCase.id}`);
+            }
+            caseIds.add(testCase.id);
+        }
+    }
+    // Validate metrics extractor
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.metricsExtractor) {
+        errors.push("metricsExtractor configuration is required");
+    }
+    else {
+        if (!config.metricsExtractor.module) {
+            errors.push("metricsExtractor.module is required");
+        }
+        if (!config.metricsExtractor.exportName) {
+            errors.push("metricsExtractor.exportName is required");
+        }
+    }
+    // Validate output config
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!config.output) {
+        warnings.push("No output configuration specified - using defaults");
+    }
+    else {
+        if (config.output.format && !["json", "json-pretty"].includes(config.output.format)) {
+            errors.push('output.format must be one of: "json", "json-pretty"');
+        }
+    }
+    return {
+        valid: errors.length === 0,
+        errors,
+        warnings,
+    };
+}
+/**
+ * Load and validate experiment configuration.
+ *
+ * @param configPath - Path to config file
+ * @returns Loaded and validated configuration
+ * @throws Error if validation fails
+ */
+export async function loadAndValidateConfig(configPath) {
+    const loaded = await loadConfig(configPath);
+    const validation = validateConfig(loaded.config);
+    if (!validation.valid) {
+        throw new Error(`Configuration validation failed:\n${validation.errors.map((e) => `  - ${e}`).join("\n")}`);
+    }
+    // Print warnings if any
+    if (validation.warnings.length > 0) {
+        for (const warning of validation.warnings) {
+            console.warn(`Warning: ${warning}`);
+        }
+    }
+    return loaded;
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/cli/config-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/cli/config-loader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAI7C;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,UAAkB;IAClD,wBAAwB;IACxB,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAEzC,sBAAsB;IACtB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAC;IAEvD,kDAAkD;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAEtC,OAAO;QACN,MAAM;QACN,OAAO;QACP,UAAU,EAAE,YAAY;KACxB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,MAAwB;IACtD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,+BAA+B;IAC/B,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC5C,CAAC;IAED,2BAA2B;IAC3B,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACnD,CAAC;SAAM,CAAC;QACP,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAC9E,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;IACF,CAAC;IAED,gBAAgB;IAChB,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;IAC/E,CAAC;SAAM,CAAC;QACP,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;YAClD,CAAC;YACD,uEAAuE;YACvE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;YACzD,CAAC;YACD,uEAAuE;YACvE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC;YAC5D,CAAC;YACD,uEAAuE;YACvE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/E,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,+DAA+D,CAAC,CAAC;YACvF,CAAC;QACF,CAAC;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAED,iBAAiB;IACjB,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChD,QAAQ,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAChF,CAAC;SAAM,CAAC;QACP,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC3C,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;YACnD,CAAC;QACF,CAAC;QAED,+BAA+B;QAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,QAAQ,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IAED,6BAA6B;IAC7B,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACP,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;IACF,CAAC;IAED,yBAAyB;IACzB,uEAAuE;IACvE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACrE,CAAC;SAAM,CAAC;QACP,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACrF,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QACpE,CAAC;IACF,CAAC;IAED,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC1B,MAAM;QACN,QAAQ;KACR,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,UAAkB;IAC7D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAEjD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACd,qCAAqC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1F,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,YAAY,OAAO,EAAE,CAAC,CAAC;QACrC,CAAC;IACF,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC"}