ppef 1.0.0 → 1.1.0

package/dist/executor/parallel-executor.js

@@ -0,0 +1,329 @@
+/**
+ * Parallel executor using child processes.
+ *
+ * Spawns multiple Node.js processes, each executing a subset of runs.
+ * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+ *
+ * Sharded checkpoint files:
+ *   results/execute/checkpoint-worker-00.json
+ *   results/execute/checkpoint-worker-01.json
+ *   ...
+ *
+ * Dependency Injection:
+ * - Logger interface enables testing of log output
+ * - ProcessSpawner interface enables mocking spawn() calls
+ * - SystemInfo interface enables testing CPU count and node path logic
+ */
+import { spawn } from "node:child_process";
+import { randomBytes } from "node:crypto";
+import { cpus } from "node:os";
+import { dirname, resolve } from "node:path";
+/**
+ * Production logger using console.
+ */
+export class ConsoleLogger {
+    log(message) {
+        console.log(message);
+    }
+    debug(message) {
+        console.log(message);
+    }
+    info(message) {
+        console.log(message);
+    }
+    warn(message) {
+        console.warn(message);
+    }
+}
+/**
+ * Production process spawner using node:child_process.
+ */
+export class ProcessSpawner {
+    spawn(command, args, options) {
+        return spawn(command, args, options);
+    }
+}
+/**
+ * Production system info using node:os and process.
+ */
+export class SystemInfo {
+    cpuCount = cpus().length;
+    nodePath = process.execPath;
+    env = process.env;
+    packageRoot;
+    constructor() {
+        this.packageRoot = this.getPackageRoot();
+    }
+    /**
+     * Get the package root directory by resolving from the entry point script.
+     * The CLI entry point is dist/cli.js, so we go up one level from there.
+     */
+    getPackageRoot() {
+        // Get the directory containing the entry point script
+        // process.argv[1] is the path to the executed script (e.g., /path/to/graphbox/dist/cli.js)
+        const entryPoint = process.argv[1];
+        // Resolve to absolute path first (handles relative paths like "dist/cli.js")
+        const absoluteEntry = resolve(entryPoint);
+        const entryDir = dirname(absoluteEntry);
+        // If entry point is in dist/, go up one level to get package root
+        if (entryDir.endsWith("/dist") || entryDir.endsWith(String.raw `\dist`)) {
+            return entryDir.slice(0, -5); // Remove "/dist"
+        }
+        // Fallback: use current directory
+        return process.cwd();
+    }
+}
+/**
+ * Generate random worker names using tech-themed adjectives.
+ * Returns unique names for each worker.
+ * @param count
+ */
+export const generateWorkerNames = (count) => {
+    const adjectives = [
+        "swift",
+        "nimble",
+        "quick",
+        "brisk",
+        "speedy",
+        "rapid",
+        "fast",
+        "agile",
+        "crisp",
+        "snappy",
+        "zippy",
+        "flash",
+        "bolt",
+        "dash",
+        "zoom",
+        "jet",
+        "rocket",
+        "comet",
+        "meteor",
+        "star",
+        "nova",
+        "spark",
+        "flare",
+        "blaze",
+        "quantum",
+        "cyber",
+        "digital",
+        "pixel",
+        "byte",
+        "bit",
+        "logic",
+        "circuit",
+    ];
+    const nouns = [
+        "runner",
+        "worker",
+        "processor",
+        "executor",
+        "cruncher",
+        "solver",
+        "engine",
+        "motor",
+        "driver",
+        "pilot",
+        "agent",
+        "bot",
+        "node",
+        "core",
+    ];
+    // Generate unique names using random adjectives + nouns + hex suffix
+    const usedNames = new Set();
+    const names = [];
+    while (names.length < count) {
+        const adj = adjectives[Math.floor(Math.random() * adjectives.length)];
+        const noun = nouns[Math.floor(Math.random() * nouns.length)];
+        const suffix = randomBytes(2).toString("hex");
+        const name = `${adj}-${noun}-${suffix}`;
+        if (!usedNames.has(name)) {
+            usedNames.add(name);
+            names.push(name);
+        }
+    }
+    return names;
+};
+/**
+ * Generate sharded checkpoint path for a worker.
+ *
+ * @param checkpointDir - Base checkpoint directory
+ * @param workerIndex - Worker index (0-based)
+ * @returns Path to the worker's checkpoint file
+ */
+export const shardPath = (checkpointDir, workerIndex) => resolve(checkpointDir, `checkpoint-worker-${String(workerIndex).padStart(2, "0")}.json`);
+/**
+ * Parallel executor class with dependency injection.
+ *
+ * Spawns multiple Node.js processes, each executing a subset of runs.
+ * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+ */
+export class ParallelExecutor {
+    logger;
+    spawner;
+    systemInfo;
+    constructor(logger, spawner, systemInfo) {
+        this.logger = logger ?? new ConsoleLogger();
+        this.spawner = spawner ?? new ProcessSpawner();
+        this.systemInfo = systemInfo ?? new SystemInfo();
+    }
+    /**
+     * Split runs into batches for parallel processing.
+     * @param runs - Runs to distribute
+     * @param numberWorkers - Number of worker processes
+     * @returns Array of run batches
+     */
+    _createBatches(runs, numberWorkers) {
+        const batchSize = Math.ceil(runs.length / numberWorkers);
+        const batches = [];
+        for (let i = 0; i < runs.length; i += batchSize) {
+            const batch = runs.slice(i, i + batchSize);
+            const batchIndex = Math.floor(i / batchSize);
+            const runIds = new Set(batch.map((r) => r.runId));
+            batches.push({
+                index: batchIndex,
+                runIds: [...runIds],
+                filter: JSON.stringify([...runIds]),
+                firstRunId: batch[0]?.runId ?? "none",
+                lastRunId: batch.at(-1)?.runId ?? "none",
+            });
+        }
+        return batches;
+    }
+    /**
+     * Create worker configurations for all batches.
+     * @param batches - Run batches
+     * @param workerNames - Names for each worker
+     * @param cliPath - Path to CLI entry point
+     * @param checkpointDir - Base checkpoint directory
+     * @param timeoutMs - Per-run timeout in milliseconds
+     * @returns Array of worker configurations
+     */
+    _createWorkerConfigs(batches, workerNames, cliPath, checkpointDir, timeoutMs) {
+        return batches.map((batch) => {
+            const workerName = workerNames[batch.index];
+            const workerCheckpointPath = shardPath(checkpointDir, batch.index);
+            const arguments_ = [
+                cliPath,
+                "evaluate",
+                "--phase=execute",
+                "--checkpoint-mode=file",
+                `--run-filter=${batch.filter}`,
+            ];
+            // Add timeout if specified
+            if (timeoutMs > 0) {
+                arguments_.push(`--timeout=${timeoutMs}`);
+            }
+            return {
+                index: batch.index,
+                name: workerName,
+                checkpointPath: workerCheckpointPath,
+                arguments: arguments_,
+                env: {
+                    ...this.systemInfo.env,
+                    NODE_OPTIONS: "--max-old-space-size=4096",
+                    GRAPHBOX_WORKER_NAME: workerName,
+                    GRAPHBOX_WORKER_INDEX: batch.index.toString(),
+                    GRAPHBOX_TOTAL_WORKERS: batches.length.toString(),
+                    GRAPHBOX_CHECKPOINT_DIR: checkpointDir,
+                    GRAPHBOX_CHECKPOINT_PATH: workerCheckpointPath,
+                },
+            };
+        });
+    }
+    /**
+     * Spawn worker processes for all configurations.
+     * @param workerConfigs - Worker configurations
+     * @param nodePath - Path to node executable
+     * @param packageRoot - Package root directory
+     * @returns Array of child processes
+     */
+    _spawnWorkers(workerConfigs, nodePath, packageRoot) {
+        return workerConfigs.map((config) => {
+            this.logger.debug(`Spawning worker ${config.index}: ${config.name} with ${config.arguments.length} args`);
+            return this.spawner.spawn(nodePath, config.arguments, {
+                stdio: "inherit",
+                cwd: packageRoot,
+                env: config.env,
+            });
+        });
+    }
+    /**
+     * Wait for all workers to complete.
+     * @param workers - Child processes
+     * @returns Promise that resolves when all workers exit
+     */
+    async _waitForWorkers(workers) {
+        return Promise.all(workers.map((w) => new Promise((resolve) => {
+            w.on("exit", (code) => {
+                resolve(code);
+            });
+        })));
+    }
+    /**
+     * Execute runs using multiple parallel processes.
+     *
+     * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+     * After all workers complete, the main process should merge the shards.
+     *
+     * @param runs - Planned runs to execute
+     * @param suts - SUT definitions (not used directly, passed to workers)
+     * @param cases - Case definitions (not used directly, passed to workers)
+     * @param config - Executor configuration
+     * @param options - Parallel executor options
+     * @returns Execution results (empty - CLI will load from shards)
+     */
+    async execute(runs, _suts, _cases, config, options = {}) {
+        const numberWorkers = options.workers ?? this.systemInfo.cpuCount;
+        const nodePath = options.nodePath ?? this.systemInfo.nodePath;
+        const checkpointDir = options.checkpointDir ?? resolve(this.systemInfo.packageRoot, "results/execute");
+        const timeoutMs = options.timeoutMs ?? config.timeoutMs;
+        this.logger.info(`ParallelExecutor: Spawning ${numberWorkers} processes for ${runs.length} runs`);
+        this.logger.info(`Checkpoint directory: ${checkpointDir}`);
+        if (timeoutMs > 0) {
+            this.logger.info(`Per-run timeout: ${timeoutMs}ms (${Math.round(timeoutMs / 1000)}s)`);
+        }
+        // Generate unique names for each worker
+        const workerNames = generateWorkerNames(numberWorkers);
+        this.logger.info(`Workers: ${workerNames.map((name, index) => `${index + 1}. ${name}`).join(", ")}`);
+        // Split runs into batches
+        const batches = this._createBatches(runs, numberWorkers);
+        // Log batch information
+        for (const batch of batches) {
+            this.logger.debug(`Batch ${batch.index} has ${batch.runIds.length} runs, filter length: ${batch.filter.length}`);
+            this.logger.debug(`  First run: ${batch.firstRunId}, Last run: ${batch.lastRunId}`);
+        }
+        // Create worker configurations
+        const cliPath = resolve(this.systemInfo.packageRoot, "dist/cli.js");
+        const workerConfigs = this._createWorkerConfigs(batches, workerNames, cliPath, checkpointDir, timeoutMs);
+        // Spawn worker processes
+        const workers = this._spawnWorkers(workerConfigs, nodePath, this.systemInfo.packageRoot);
+        // Wait for all workers to complete
+        const exitCodes = await this._waitForWorkers(workers);
+        this.logger.debug(`All workers exited with codes: ${exitCodes.join(", ")}`);
+        // Load and return aggregated results
+        // For now, return empty - the CLI will handle results and merge shards
+        return { results: [], errors: [] };
+    }
+}
+/**
+ * Execute runs using multiple parallel processes.
+ *
+ * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+ * After all workers complete, the main process should merge the shards.
+ *
+ * This is a convenience function that creates a ParallelExecutor with default dependencies.
+ * For testing or custom behavior, use the ParallelExecutor class directly.
+ *
+ * @param runs - Planned runs to execute
+ * @param suts - SUT definitions (not used directly, passed to workers)
+ * @param cases - Case definitions (not used directly, passed to workers)
+ * @param config - Executor configuration
+ * @param options - Parallel executor options
+ * @returns Execution results (empty - CLI will load from shards)
+ */
+export const executeParallel = async (runs, suts, cases, config, options = {}) => {
+    const executor = new ParallelExecutor();
+    return executor.execute(runs, suts, cases, config, options);
+};
+//# sourceMappingURL=parallel-executor.js.map

package/dist/executor/parallel-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parallel-executor.js","sourceRoot":"","sources":["../../src/executor/parallel-executor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgB7C;;GAEG;AACH,MAAM,OAAO,aAAa;IACzB,GAAG,CAAC,OAAe;QAClB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAe;QACpB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,OAAe;QACnB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,OAAe;QACnB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;CACD;AA2BD;;GAEG;AACH,MAAM,OAAO,cAAc;IAC1B,KAAK,CAAC,OAAe,EAAE,IAAc,EAAE,OAAqB;QAC3D,OAAO,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAA6B,CAAC;IAClE,CAAC;CACD;AAoBD;;GAEG;AACH,MAAM,OAAO,UAAU;IACtB,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;IACzB,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC5B,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACT,WAAW,CAAS;IAE7B;QACC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACK,cAAc;QACrB,sDAAsD;QACtD,2FAA2F;QAC3F,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,6EAA6E;QAC7E,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QAExC,kEAAkE;QAClE,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,OAAO,CAAC,EAAE,CAAC;YACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB;QAChD,CAAC;QAED,kCAAkC;QAClC,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;CACD;AAgBD;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,KAAa,EAAY,EAAE;IAC9D,MAAM,UAAU,GAAG;QAClB,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,MAAM;QACN,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM;QACN,MAAM;QACN,MAAM;QACN,KAAK;QACL,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,OAAO;QACP,SAAS;QACT,OAAO;QACP,SAAS;QACT,OAAO;QACP,MAAM;QACN,KAAK;QACL,OAAO;QACP,SAAS;KACT,CAAC;IACF,MAAM,KAAK,GAAG;QACb,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,UAAU;QACV,UAAU;QACV,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,KAAK;QACL,MAAM;QACN,MAAM;KACN,CAAC;IAEF,qEAAqE;IACrE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,OAAO,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;QAExC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,aAAqB,EAAE,WAAmB,EAAU,EAAE,CAC/E,OAAO,CAAC,aAAa,EAAE,qBAAqB,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AA0C1F;;;;;GAKG;AACH,MAAM,OAAO,gBAAgB;IACX,MAAM,CAAU;IAChB,OAAO,CAAkB;IACzB,UAAU,CAAc;IAEzC,YAAY,MAAgB,EAAE,OAAyB,EAAE,UAAwB;QAChF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,IAAI,cAAc,EAAE,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,UAAU,EAAE,CAAC;IAClD,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,IAAkB,EAAE,aAAqB;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;QACzD,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAElD,OAAO,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC;gBACnB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;gBACnC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM;gBACrC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM;aACxC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;;;;;;OAQG;IACH,oBAAoB,CACnB,OAAmB,EACnB,WAAqB,EACrB,OAAe,EACf,aAAqB,EACrB,SAAiB;QAEjB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC5B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,oBAAoB,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAEnE,MAAM,UAAU,GAAG;gBAClB,OAAO;gBACP,UAAU;gBACV,iBAAiB;gBACjB,wBAAwB;gBACxB,gBAAgB,KAAK,CAAC,MAAM,EAAE;aAC9B,CAAC;YAEF,2BAA2B;YAC3B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnB,UAAU,CAAC,IAAI,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;YAC3C,CAAC;YAED,OAAO;gBACN,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,UAAU;gBAChB,cAAc,EAAE,oBAAoB;gBACpC,SAAS,EAAE,UAAU;gBACrB,GAAG,EAAE;oBACJ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG;oBACtB,YAAY,EAAE,2BAA2B;oBACzC,oBAAoB,EAAE,UAAU;oBAChC,qBAAqB,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAC7C,sBAAsB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;oBACjD,uBAAuB,EAAE,aAAa;oBACtC,wBAAwB,EAAE,oBAAoB;iBAC9C;aACD,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,aAAa,CACZ,aAA6B,EAC7B,QAAgB,EAChB,WAAmB;QAEnB,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,mBAAmB,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CACtF,CAAC;YAEF,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE;gBACrD,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,WAAW;gBAChB,GAAG,EAAE,MAAM,CAAC,GAAG;aACf,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,OAAwB;QAC7C,OAAO,OAAO,CAAC,GAAG,CACjB,OAAO,CAAC,GAAG,CACV,CAAC,CAAC,EAAE,EAAE,CACL,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;YAC/B,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACrB,OAAO,CAAC,IAAc,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CACH,CACD,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,OAAO,CACZ,IAAkB,EAClB,KAAc,EACd,MAAiB,EACjB,MAA0E,EAC1E,UAAmC,EAAE;QAErC,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC9D,MAAM,aAAa,GAClB,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;QAExD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,8BAA8B,aAAa,kBAAkB,IAAI,CAAC,MAAM,OAAO,CAC/E,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC;QAC3D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;QAED,wCAAwC;QACxC,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,YAAY,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAEzD,wBAAwB;QACxB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,SAAS,KAAK,CAAC,KAAK,QAAQ,KAAK,CAAC,MAAM,CAAC,MAAM,yBAAyB,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAC7F,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC,UAAU,eAAe,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,+BAA+B;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QACpE,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAC9C,OAAO,EACP,WAAW,EACX,OAAO,EACP,aAAa,EACb,SAAS,CACT,CAAC;QAEF,yBAAyB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAEzF,mCAAmC;QACnC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5E,qCAAqC;QACrC,uEAAuE;QACvE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACpC,CAAC;CACD;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EACnC,IAAkB,EAClB,IAAa,EACb,KAAgB,EAChB,MAA0E,EAC1E,UAAmC,EAAE,EACkD,EAAE;IACzF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACxC,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAC7D,CAAC,CAAC"}

package/dist/executor/run-id.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Deterministic Run ID Generation
+ *
+ * Generates reproducible run IDs based on canonical inputs.
+ * The same inputs will always produce the same run ID, enabling
+ * exact result matching across executions.
+ */
+/**
+ * Input components for run ID generation.
+ */
+export interface RunIdInputs {
+    /** SUT identifier */
+    sutId: string;
+    /** Case identifier */
+    caseId: string;
+    /** Random seed (if applicable) */
+    seed?: number;
+    /** Configuration hash (optional) */
+    configHash?: string;
+    /** Repetition number for statistical runs */
+    repetition?: number;
+}
+/**
+ * Generate a deterministic run ID from inputs.
+ *
+ * The run ID is a SHA-256 hash of the canonical JSON representation
+ * of the inputs, truncated to 16 hex characters.
+ *
+ * @param inputs - Components to hash
+ * @returns 16-character hex string
+ *
+ * @example
+ * ```typescript
+ * const runId = generateRunId({
+ *   sutId: "degree-prioritised-v1.0.0",
+ *   caseId: "karate-v1",
+ *   seed: 42,
+ *   repetition: 1,
+ * });
+ * // Always returns the same value for the same inputs
+ * ```
+ */
+export declare const generateRunId: (inputs: RunIdInputs) => string;
+/**
+ * Generate a configuration hash from arbitrary config object.
+ *
+ * @param config - Configuration object
+ * @returns 8-character hex string
+ */
+export declare const generateConfigHash: (config: Record<string, unknown>) => string;
+/**
+ * Validate that a run ID matches expected inputs.
+ *
+ * @param runId - Run ID to validate
+ * @param inputs - Expected inputs
+ * @returns true if run ID matches
+ */
+export declare const validateRunId: (runId: string, inputs: RunIdInputs) => boolean;
+/**
+ * Parse a run ID into its components.
+ * Note: This is not reversible - run IDs are hashes.
+ * This function only validates the format.
+ *
+ * @param runId - Run ID to parse
+ * @returns Object with validation info
+ */
+export declare const parseRunId: (runId: string) => {
+    valid: boolean;
+    length: number;
+};
+//# sourceMappingURL=run-id.d.ts.map

package/dist/executor/run-id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-id.d.ts","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,aAAa,GAAI,QAAQ,WAAW,KAAG,MAInD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAG,MAUpE,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,EAAE,QAAQ,WAAW,KAAG,OACnC,CAAC;AAEjC;;;;;;;GAOG;AACH,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,KAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAM1E,CAAC"}

package/dist/executor/run-id.js

@@ -0,0 +1,74 @@
+/**
+ * Deterministic Run ID Generation
+ *
+ * Generates reproducible run IDs based on canonical inputs.
+ * The same inputs will always produce the same run ID, enabling
+ * exact result matching across executions.
+ */
+import { createHash } from "node:crypto";
+/**
+ * Generate a deterministic run ID from inputs.
+ *
+ * The run ID is a SHA-256 hash of the canonical JSON representation
+ * of the inputs, truncated to 16 hex characters.
+ *
+ * @param inputs - Components to hash
+ * @returns 16-character hex string
+ *
+ * @example
+ * ```typescript
+ * const runId = generateRunId({
+ *   sutId: "degree-prioritised-v1.0.0",
+ *   caseId: "karate-v1",
+ *   seed: 42,
+ *   repetition: 1,
+ * });
+ * // Always returns the same value for the same inputs
+ * ```
+ */
+export const generateRunId = (inputs) => {
+    // Sort keys for canonical ordering
+    const canonical = JSON.stringify(inputs, Object.keys(inputs).sort());
+    return createHash("sha256").update(canonical).digest("hex").slice(0, 16);
+};
+/**
+ * Generate a configuration hash from arbitrary config object.
+ *
+ * @param config - Configuration object
+ * @returns 8-character hex string
+ */
+export const generateConfigHash = (config) => {
+    // Sort keys for consistent ordering, then stringify without replacer
+    // (using replacer array would filter nested properties)
+    const sortedKeys = Object.keys(config).sort();
+    const sortedObj = {};
+    for (const key of sortedKeys) {
+        sortedObj[key] = config[key];
+    }
+    const canonical = JSON.stringify(sortedObj);
+    return createHash("sha256").update(canonical).digest("hex").slice(0, 8);
+};
+/**
+ * Validate that a run ID matches expected inputs.
+ *
+ * @param runId - Run ID to validate
+ * @param inputs - Expected inputs
+ * @returns true if run ID matches
+ */
+export const validateRunId = (runId, inputs) => runId === generateRunId(inputs);
+/**
+ * Parse a run ID into its components.
+ * Note: This is not reversible - run IDs are hashes.
+ * This function only validates the format.
+ *
+ * @param runId - Run ID to parse
+ * @returns Object with validation info
+ */
+export const parseRunId = (runId) => {
+    const isHex = /^[0-9a-f]+$/i.test(runId);
+    return {
+        valid: isHex && runId.length === 16,
+        length: runId.length,
+    };
+};
+//# sourceMappingURL=run-id.js.map

package/dist/executor/run-id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-id.js","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAsBzC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAmB,EAAU,EAAE;IAC5D,mCAAmC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAA+B,EAAU,EAAE;IAC7E,qEAAqE;IACrE,wDAAwD;IACxD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC9B,SAAS,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC5C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,MAAmB,EAAW,EAAE,CAC5E,KAAK,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC;AAEjC;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAsC,EAAE;IAC/E,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO;QACN,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE;QACnC,MAAM,EAAE,KAAK,CAAC,MAAM;KACpB,CAAC;AACH,CAAC,CAAC"}

package/dist/executor/worker-entry.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Worker entry point for parallel execution.
+ *
+ * This file is loaded as a worker thread and receives messages
+ * with batches of runs to execute.
+ *
+ * It uses dependency injection to allow testing of the core logic.
+ */
+export {};
+//# sourceMappingURL=worker-entry.d.ts.map

package/dist/executor/worker-entry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../src/executor/worker-entry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}

package/dist/executor/worker-entry.js

@@ -0,0 +1,42 @@
+/**
+ * Worker entry point for parallel execution.
+ *
+ * This file is loaded as a worker thread and receives messages
+ * with batches of runs to execute.
+ *
+ * It uses dependency injection to allow testing of the core logic.
+ */
+import { dirname, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { parentPort } from "node:worker_threads";
+import { WorkerExecutor, } from "./worker-executor.js";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const projectRoot = resolve(__dirname, "../../../");
+/**
+ * Real module loader implementation for production use.
+ */
+class RealModuleLoader {
+    async loadExecutor() {
+        return (await import(`${projectRoot}/dist/experiments/framework/executor/executor.js`));
+    }
+    async loadEvaluate() {
+        return (await import(`${projectRoot}/dist/cli-commands/evaluate.js`));
+    }
+    async loadRegistry() {
+        return (await import(`${projectRoot}/dist/experiments/framework/registry/index.js`));
+    }
+    async loadSuts() {
+        return (await import(`${projectRoot}/dist/experiments/framework/suts/index.js`));
+    }
+    async loadDatasets() {
+        return (await import(`${projectRoot}/dist/experiments/evaluation/fixtures/benchmark-datasets.js`));
+    }
+}
+// Create executor with real dependencies and start listening
+if (parentPort) {
+    const moduleLoader = new RealModuleLoader();
+    const executor = new WorkerExecutor(parentPort, moduleLoader, projectRoot);
+    executor.start();
+}
+//# sourceMappingURL=worker-entry.js.map

package/dist/executor/worker-entry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-entry.js","sourceRoot":"","sources":["../../src/executor/worker-entry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEjD,OAAO,EAON,cAAc,GACd,MAAM,sBAAsB,CAAC;AAE9B,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AACtC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AAEpD;;GAEG;AACH,MAAM,gBAAgB;IACd,KAAK,CAAC,YAAY;QACxB,OAAO,CAAC,MAAM,MAAM,CACnB,GAAG,WAAW,kDAAkD,CAChE,CAA+B,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,YAAY;QACxB,OAAO,CAAC,MAAM,MAAM,CACnB,GAAG,WAAW,gCAAgC,CAC9C,CAA+B,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,YAAY;QACxB,OAAO,CAAC,MAAM,MAAM,CACnB,GAAG,WAAW,+CAA+C,CAC7D,CAA+B,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,QAAQ;QACpB,OAAO,CAAC,MAAM,MAAM,CACnB,GAAG,WAAW,2CAA2C,CACzD,CAA2B,CAAC;IAC9B,CAAC;IAEM,KAAK,CAAC,YAAY;QACxB,OAAO,CAAC,MAAM,MAAM,CACnB,GAAG,WAAW,6DAA6D,CAC3E,CAA+B,CAAC;IAClC,CAAC;CACD;AAED,6DAA6D;AAC7D,IAAI,UAAU,EAAE,CAAC;IAChB,MAAM,YAAY,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,UAAU,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;IAC3E,QAAQ,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC"}