ppef 1.0.1 → 1.2.0

package/dist/executor/parallel-executor.js

@@ -8,36 +8,77 @@
  *   results/execute/checkpoint-worker-00.json
  *   results/execute/checkpoint-worker-01.json
  *   ...
+ *
+ * Dependency Injection:
+ * - Logger interface enables testing of log output
+ * - ProcessSpawner interface enables mocking spawn() calls
+ * - SystemInfo interface enables testing CPU count and node path logic
  */
 import { spawn } from "node:child_process";
 import { randomBytes } from "node:crypto";
 import { cpus } from "node:os";
 import { dirname, resolve } from "node:path";
 /**
- * Get the package root directory by resolving from the entry point script.
- * The CLI entry point is dist/cli.js, so we go up one level from there.
+ * Production logger using console.
  */
-const getPackageRoot = () => {
-    // Get the directory containing the entry point script
-    // process.argv[1] is the path to the executed script (e.g., /path/to/graphbox/dist/cli.js)
-    const entryPoint = process.argv[1];
-    // Resolve to absolute path first (handles relative paths like "dist/cli.js")
-    const absoluteEntry = resolve(entryPoint);
-    const entryDir = dirname(absoluteEntry);
-    // If entry point is in dist/, go up one level to get package root
-    if (entryDir.endsWith("/dist") || entryDir.endsWith(String.raw `\dist`)) {
-        return entryDir.slice(0, -5); // Remove "/dist"
+export class ConsoleLogger {
+    log(message) {
+        console.log(message);
     }
-    // Fallback: use current directory
-    return process.cwd();
-};
-const PACKAGE_ROOT = getPackageRoot();
+    debug(message) {
+        console.log(message);
+    }
+    info(message) {
+        console.log(message);
+    }
+    warn(message) {
+        console.warn(message);
+    }
+}
+/**
+ * Production process spawner using node:child_process.
+ */
+export class ProcessSpawner {
+    spawn(command, args, options) {
+        return spawn(command, args, options);
+    }
+}
+/**
+ * Production system info using node:os and process.
+ */
+export class SystemInfo {
+    cpuCount = cpus().length;
+    nodePath = process.execPath;
+    env = process.env;
+    packageRoot;
+    constructor() {
+        this.packageRoot = this.getPackageRoot();
+    }
+    /**
+     * Get the package root directory by resolving from the entry point script.
+     * The CLI entry point is dist/cli.js, so we go up one level from there.
+     */
+    getPackageRoot() {
+        // Get the directory containing the entry point script
+        // process.argv[1] is the path to the executed script (e.g., /path/to/graphbox/dist/cli.js)
+        const entryPoint = process.argv[1];
+        // Resolve to absolute path first (handles relative paths like "dist/cli.js")
+        const absoluteEntry = resolve(entryPoint);
+        const entryDir = dirname(absoluteEntry);
+        // If entry point is in dist/, go up one level to get package root
+        if (entryDir.endsWith("/dist") || entryDir.endsWith(String.raw `\dist`)) {
+            return entryDir.slice(0, -5); // Remove "/dist"
+        }
+        // Fallback: use current directory
+        return process.cwd();
+    }
+}
 /**
  * Generate random worker names using tech-themed adjectives.
  * Returns unique names for each worker.
  * @param count
  */
-const generateWorkerNames = (count) => {
+export const generateWorkerNames = (count) => {
     const adjectives = [
         "swift",
         "nimble",
@@ -111,84 +152,178 @@ const generateWorkerNames = (count) => {
  * @returns Path to the worker's checkpoint file
  */
 export const shardPath = (checkpointDir, workerIndex) => resolve(checkpointDir, `checkpoint-worker-${String(workerIndex).padStart(2, "0")}.json`);
+/**
+ * Parallel executor class with dependency injection.
+ *
+ * Spawns multiple Node.js processes, each executing a subset of runs.
+ * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+ */
+export class ParallelExecutor {
+    logger;
+    spawner;
+    systemInfo;
+    constructor(logger, spawner, systemInfo) {
+        this.logger = logger ?? new ConsoleLogger();
+        this.spawner = spawner ?? new ProcessSpawner();
+        this.systemInfo = systemInfo ?? new SystemInfo();
+    }
+    /**
+     * Split runs into batches for parallel processing.
+     * @param runs - Runs to distribute
+     * @param numberWorkers - Number of worker processes
+     * @returns Array of run batches
+     */
+    _createBatches(runs, numberWorkers) {
+        const batchSize = Math.ceil(runs.length / numberWorkers);
+        const batches = [];
+        for (let i = 0; i < runs.length; i += batchSize) {
+            const batch = runs.slice(i, i + batchSize);
+            const batchIndex = Math.floor(i / batchSize);
+            const runIds = new Set(batch.map((r) => r.runId));
+            batches.push({
+                index: batchIndex,
+                runIds: [...runIds],
+                filter: JSON.stringify([...runIds]),
+                firstRunId: batch[0]?.runId ?? "none",
+                lastRunId: batch.at(-1)?.runId ?? "none",
+            });
+        }
+        return batches;
+    }
+    /**
+     * Create worker configurations for all batches.
+     * @param batches - Run batches
+     * @param workerNames - Names for each worker
+     * @param cliPath - Path to CLI entry point
+     * @param checkpointDir - Base checkpoint directory
+     * @param timeoutMs - Per-run timeout in milliseconds
+     * @returns Array of worker configurations
+     */
+    _createWorkerConfigs(batches, workerNames, cliPath, checkpointDir, timeoutMs) {
+        return batches.map((batch) => {
+            const workerName = workerNames[batch.index];
+            const workerCheckpointPath = shardPath(checkpointDir, batch.index);
+            const arguments_ = [
+                cliPath,
+                "evaluate",
+                "--phase=execute",
+                "--checkpoint-mode=file",
+                `--run-filter=${batch.filter}`,
+            ];
+            // Add timeout if specified
+            if (timeoutMs > 0) {
+                arguments_.push(`--timeout=${timeoutMs}`);
+            }
+            return {
+                index: batch.index,
+                name: workerName,
+                checkpointPath: workerCheckpointPath,
+                arguments: arguments_,
+                env: {
+                    ...this.systemInfo.env,
+                    NODE_OPTIONS: "--max-old-space-size=4096",
+                    GRAPHBOX_WORKER_NAME: workerName,
+                    GRAPHBOX_WORKER_INDEX: batch.index.toString(),
+                    GRAPHBOX_TOTAL_WORKERS: batches.length.toString(),
+                    GRAPHBOX_CHECKPOINT_DIR: checkpointDir,
+                    GRAPHBOX_CHECKPOINT_PATH: workerCheckpointPath,
+                },
+            };
+        });
+    }
+    /**
+     * Spawn worker processes for all configurations.
+     * @param workerConfigs - Worker configurations
+     * @param nodePath - Path to node executable
+     * @param packageRoot - Package root directory
+     * @returns Array of child processes
+     */
+    _spawnWorkers(workerConfigs, nodePath, packageRoot) {
+        return workerConfigs.map((config) => {
+            this.logger.debug(`Spawning worker ${config.index}: ${config.name} with ${config.arguments.length} args`);
+            return this.spawner.spawn(nodePath, config.arguments, {
+                stdio: "inherit",
+                cwd: packageRoot,
+                env: config.env,
+            });
+        });
+    }
+    /**
+     * Wait for all workers to complete.
+     * @param workers - Child processes
+     * @returns Promise that resolves when all workers exit
+     */
+    async _waitForWorkers(workers) {
+        return Promise.all(workers.map((w) => new Promise((resolve) => {
+            w.on("exit", (code) => {
+                resolve(code);
+            });
+        })));
+    }
+    /**
+     * Execute runs using multiple parallel processes.
+     *
+     * Each worker writes to its own sharded checkpoint file to avoid race conditions.
+     * After all workers complete, the main process should merge the shards.
+     *
+     * @param runs - Planned runs to execute
+     * @param suts - SUT definitions (not used directly, passed to workers)
+     * @param cases - Case definitions (not used directly, passed to workers)
+     * @param config - Executor configuration
+     * @param options - Parallel executor options
+     * @returns Execution results (empty - CLI will load from shards)
+     */
+    async execute(runs, _suts, _cases, config, options = {}) {
+        const numberWorkers = options.workers ?? this.systemInfo.cpuCount;
+        const nodePath = options.nodePath ?? this.systemInfo.nodePath;
+        const checkpointDir = options.checkpointDir ?? resolve(this.systemInfo.packageRoot, "results/execute");
+        const timeoutMs = options.timeoutMs ?? config.timeoutMs;
+        this.logger.info(`ParallelExecutor: Spawning ${numberWorkers} processes for ${runs.length} runs`);
+        this.logger.info(`Checkpoint directory: ${checkpointDir}`);
+        if (timeoutMs > 0) {
+            this.logger.info(`Per-run timeout: ${timeoutMs}ms (${Math.round(timeoutMs / 1000)}s)`);
+        }
+        // Generate unique names for each worker
+        const workerNames = generateWorkerNames(numberWorkers);
+        this.logger.info(`Workers: ${workerNames.map((name, index) => `${index + 1}. ${name}`).join(", ")}`);
+        // Split runs into batches
+        const batches = this._createBatches(runs, numberWorkers);
+        // Log batch information
+        for (const batch of batches) {
+            this.logger.debug(`Batch ${batch.index} has ${batch.runIds.length} runs, filter length: ${batch.filter.length}`);
+            this.logger.debug(`  First run: ${batch.firstRunId}, Last run: ${batch.lastRunId}`);
+        }
+        // Create worker configurations
+        const cliPath = resolve(this.systemInfo.packageRoot, "dist/cli.js");
+        const workerConfigs = this._createWorkerConfigs(batches, workerNames, cliPath, checkpointDir, timeoutMs);
+        // Spawn worker processes
+        const workers = this._spawnWorkers(workerConfigs, nodePath, this.systemInfo.packageRoot);
+        // Wait for all workers to complete
+        const exitCodes = await this._waitForWorkers(workers);
+        this.logger.debug(`All workers exited with codes: ${exitCodes.join(", ")}`);
+        // Load and return aggregated results
+        // For now, return empty - the CLI will handle results and merge shards
+        return { results: [], errors: [] };
+    }
+}
 /**
  * Execute runs using multiple parallel processes.
  *
  * Each worker writes to its own sharded checkpoint file to avoid race conditions.
  * After all workers complete, the main process should merge the shards.
  *
+ * This is a convenience function that creates a ParallelExecutor with default dependencies.
+ * For testing or custom behavior, use the ParallelExecutor class directly.
+ *
  * @param runs - Planned runs to execute
  * @param suts - SUT definitions (not used directly, passed to workers)
  * @param cases - Case definitions (not used directly, passed to workers)
  * @param config - Executor configuration
  * @param options - Parallel executor options
+ * @returns Execution results (empty - CLI will load from shards)
  */
 export const executeParallel = async (runs, suts, cases, config, options = {}) => {
-    const numberWorkers = options.workers ?? cpus().length;
-    const nodePath = options.nodePath ?? process.execPath;
-    const checkpointDir = options.checkpointDir ?? resolve(PACKAGE_ROOT, "results/execute");
-    const timeoutMs = options.timeoutMs ?? config.timeoutMs;
-    console.log(`ParallelExecutor: Spawning ${numberWorkers} processes for ${runs.length} runs`);
-    console.log(`Checkpoint directory: ${checkpointDir}`);
-    if (timeoutMs > 0) {
-        console.log(`Per-run timeout: ${timeoutMs}ms (${Math.round(timeoutMs / 1000)}s)`);
-    }
-    // Generate unique names for each worker
-    const workerNames = generateWorkerNames(numberWorkers);
-    console.log(`Workers: ${workerNames.map((name, index) => `${index + 1}. ${name}`).join(", ")}`);
-    // Split runs into batches
-    const batchSize = Math.ceil(runs.length / numberWorkers);
-    const batches = [];
-    for (let index = 0; index < runs.length; index += batchSize) {
-        batches.push(runs.slice(index, index + batchSize));
-    }
-    // Create a run filter function for each batch
-    const runFilters = batches.map((batch, _index) => {
-        const runIds = new Set(batch.map((r) => r.runId));
-        const filter = JSON.stringify([...runIds]);
-        const firstRunId = batch[0]?.runId ?? "none";
-        const lastRunId = batch.at(-1)?.runId ?? "none";
-        console.log(`DEBUG: Batch ${_index} has ${batch.length} runs, filter length: ${filter.length}`);
-        console.log(`DEBUG:   First run: ${firstRunId}, Last run: ${lastRunId}`);
-        return filter;
-    });
-    // Spawn worker processes
-    const workers = runFilters.map((runFilter, index) => {
-        const workerName = workerNames[index];
-        const workerCheckpointPath = shardPath(checkpointDir, index);
-        const arguments_ = [
-            resolve(PACKAGE_ROOT, "dist/cli.js"),
-            "evaluate",
-            "--phase=execute",
-            "--checkpoint-mode=file",
-            `--run-filter=${runFilter}`, // JSON array - needs to be quoted in shell but spawn() handles this
-        ];
-        // Add timeout if specified
-        if (timeoutMs > 0) {
-            arguments_.push(`--timeout=${timeoutMs}`);
-        }
-        return spawn(nodePath, arguments_, {
-            stdio: "inherit",
-            cwd: PACKAGE_ROOT, // Ensure workers use the package root as working directory
-            env: {
-                ...process.env,
-                NODE_OPTIONS: "--max-old-space-size=4096",
-                GRAPHBOX_WORKER_NAME: workerName,
-                GRAPHBOX_WORKER_INDEX: index.toString(),
-                GRAPHBOX_TOTAL_WORKERS: numberWorkers.toString(),
-                GRAPHBOX_CHECKPOINT_DIR: checkpointDir,
-                GRAPHBOX_CHECKPOINT_PATH: workerCheckpointPath,
-            },
-        });
-    });
-    // Wait for all workers to complete
-    await Promise.all(workers.map((w) => new Promise((resolve) => {
-        w.on("exit", (code) => {
-            resolve(code);
-        });
-    })));
-    // Load and return aggregated results
-    // For now, return empty - the CLI will handle results and merge shards
-    return { results: [], errors: [] };
+    const executor = new ParallelExecutor();
+    return executor.execute(runs, suts, cases, config, options);
 };
 //# sourceMappingURL=parallel-executor.js.map

package/dist/executor/parallel-executor.js.map

@@ -1 +1 @@
-{"version":3,"file":"parallel-executor.js","sourceRoot":"","sources":["../../src/executor/parallel-executor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAK7C;;;GAGG;AACH,MAAM,cAAc,GAAG,GAAW,EAAE;IACnC,sDAAsD;IACtD,2FAA2F;IAC3F,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAEnC,6EAA6E;IAC7E,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAExC,kEAAkE;IAClE,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,OAAO,CAAC,EAAE,CAAC;QACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB;IAChD,CAAC;IAED,kCAAkC;IAClC,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,cAAc,EAAE,CAAC;AAgBtC;;;;GAIG;AACH,MAAM,mBAAmB,GAAG,CAAC,KAAa,EAAY,EAAE;IACvD,MAAM,UAAU,GAAG;QAClB,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,MAAM;QACN,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM;QACN,MAAM;QACN,MAAM;QACN,KAAK;QACL,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,OAAO;QACP,SAAS;QACT,OAAO;QACP,SAAS;QACT,OAAO;QACP,MAAM;QACN,KAAK;QACL,OAAO;QACP,SAAS;KACT,CAAC;IACF,MAAM,KAAK,GAAG;QACb,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,UAAU;QACV,UAAU;QACV,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,KAAK;QACL,MAAM;QACN,MAAM;KACN,CAAC;IAEF,qEAAqE;IACrE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,OAAO,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;QAExC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,aAAqB,EAAE,WAAmB,EAAU,EAAE,CAC/E,OAAO,CAAC,aAAa,EAAE,qBAAqB,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AAE1F;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EACnC,IAAkB,EAClB,IAAa,EACb,KAAgB,EAChB,MAA0E,EAC1E,UAAmC,EAAE,EACkD,EAAE;IACzF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC,MAAM,CAAC;IACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;IACtD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;IACxF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;IAExD,OAAO,CAAC,GAAG,CAAC,8BAA8B,aAAa,kBAAkB,IAAI,CAAC,MAAM,OAAO,CAAC,CAAC;IAC7F,OAAO,CAAC,GAAG,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC;IACtD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACnF,CAAC;IAED,wCAAwC;IACxC,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEhG,0BAA0B;IAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;IACzD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,SAAS,EAAE,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,8CAA8C;IAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,QAAQ,KAAK,CAAC,MAAM,yBAAyB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChG,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,eAAe,SAAS,EAAE,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,yBAAyB;IACzB,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,oBAAoB,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAE7D,MAAM,UAAU,GAAG;YAClB,OAAO,CAAC,YAAY,EAAE,aAAa,CAAC;YACpC,UAAU;YACV,iBAAiB;YACjB,wBAAwB;YACxB,gBAAgB,SAAS,EAAE,EAAE,oEAAoE;SACjG,CAAC;QAEF,2BAA2B;QAC3B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnB,UAAU,CAAC,IAAI,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE;YAClC,KAAK,EAAE,SAAS;YAChB,GAAG,EAAE,YAAY,EAAE,2DAA2D;YAC9E,GAAG,EAAE;gBACJ,GAAG,OAAO,CAAC,GAAG;gBACd,YAAY,EAAE,2BAA2B;gBACzC,oBAAoB,EAAE,UAAU;gBAChC,qBAAqB,EAAE,KAAK,CAAC,QAAQ,EAAE;gBACvC,sBAAsB,EAAE,aAAa,CAAC,QAAQ,EAAE;gBAChD,uBAAuB,EAAE,aAAa;gBACtC,wBAAwB,EAAE,oBAAoB;aAC9C;SACD,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,mCAAmC;IACnC,MAAM,OAAO,CAAC,GAAG,CAChB,OAAO,CAAC,GAAG,CACV,CAAC,CAAC,EAAE,EAAE,CACL,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACvB,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACrB,OAAO,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CACH,CACD,CAAC;IAEF,qCAAqC;IACrC,uEAAuE;IACvE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACpC,CAAC,CAAC"}
+{"version":3,"file":"parallel-executor.js","sourceRoot":"","sources":["../../src/executor/parallel-executor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgB7C;;GAEG;AACH,MAAM,OAAO,aAAa;IACzB,GAAG,CAAC,OAAe;QAClB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAe;QACpB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,OAAe;QACnB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,OAAe;QACnB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;CACD;AA2BD;;GAEG;AACH,MAAM,OAAO,cAAc;IAC1B,KAAK,CAAC,OAAe,EAAE,IAAc,EAAE,OAAqB;QAC3D,OAAO,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAA6B,CAAC;IAClE,CAAC;CACD;AAoBD;;GAEG;AACH,MAAM,OAAO,UAAU;IACtB,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;IACzB,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC5B,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACT,WAAW,CAAS;IAE7B;QACC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACK,cAAc;QACrB,sDAAsD;QACtD,2FAA2F;QAC3F,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnC,6EAA6E;QAC7E,MAAM,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QAExC,kEAAkE;QAClE,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAA,OAAO,CAAC,EAAE,CAAC;YACxE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB;QAChD,CAAC;QAED,kCAAkC;QAClC,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;CACD;AAgBD;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,KAAa,EAAY,EAAE;IAC9D,MAAM,UAAU,GAAG;QAClB,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,MAAM;QACN,OAAO;QACP,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM;QACN,MAAM;QACN,MAAM;QACN,KAAK;QACL,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,MAAM;QACN,MAAM;QACN,OAAO;QACP,OAAO;QACP,OAAO;QACP,SAAS;QACT,OAAO;QACP,SAAS;QACT,OAAO;QACP,MAAM;QACN,KAAK;QACL,OAAO;QACP,SAAS;KACT,CAAC;IACF,MAAM,KAAK,GAAG;QACb,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,UAAU;QACV,UAAU;QACV,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,KAAK;QACL,MAAM;QACN,MAAM;KACN,CAAC;IAEF,qEAAqE;IACrE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,OAAO,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;QAExC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,aAAqB,EAAE,WAAmB,EAAU,EAAE,CAC/E,OAAO,CAAC,aAAa,EAAE,qBAAqB,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AA0C1F;;;;;GAKG;AACH,MAAM,OAAO,gBAAgB;IACX,MAAM,CAAU;IAChB,OAAO,CAAkB;IACzB,UAAU,CAAc;IAEzC,YAAY,MAAgB,EAAE,OAAyB,EAAE,UAAwB;QAChF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,IAAI,cAAc,EAAE,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,UAAU,EAAE,CAAC;IAClD,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,IAAkB,EAAE,aAAqB;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;QACzD,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAElD,OAAO,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,UAAU;gBACjB,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC;gBACnB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;gBACnC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM;gBACrC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM;aACxC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;;;;;;OAQG;IACH,oBAAoB,CACnB,OAAmB,EACnB,WAAqB,EACrB,OAAe,EACf,aAAqB,EACrB,SAAiB;QAEjB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC5B,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,oBAAoB,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAEnE,MAAM,UAAU,GAAG;gBAClB,OAAO;gBACP,UAAU;gBACV,iBAAiB;gBACjB,wBAAwB;gBACxB,gBAAgB,KAAK,CAAC,MAAM,EAAE;aAC9B,CAAC;YAEF,2BAA2B;YAC3B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnB,UAAU,CAAC,IAAI,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;YAC3C,CAAC;YAED,OAAO;gBACN,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,UAAU;gBAChB,cAAc,EAAE,oBAAoB;gBACpC,SAAS,EAAE,UAAU;gBACrB,GAAG,EAAE;oBACJ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG;oBACtB,YAAY,EAAE,2BAA2B;oBACzC,oBAAoB,EAAE,UAAU;oBAChC,qBAAqB,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAC7C,sBAAsB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;oBACjD,uBAAuB,EAAE,aAAa;oBACtC,wBAAwB,EAAE,oBAAoB;iBAC9C;aACD,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,aAAa,CACZ,aAA6B,EAC7B,QAAgB,EAChB,WAAmB;QAEnB,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,mBAAmB,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,IAAI,SAAS,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CACtF,CAAC;YAEF,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE;gBACrD,KAAK,EAAE,SAAS;gBAChB,GAAG,EAAE,WAAW;gBAChB,GAAG,EAAE,MAAM,CAAC,GAAG;aACf,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,OAAwB;QAC7C,OAAO,OAAO,CAAC,GAAG,CACjB,OAAO,CAAC,GAAG,CACV,CAAC,CAAC,EAAE,EAAE,CACL,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,EAAE;YAC/B,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACrB,OAAO,CAAC,IAAc,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC,CACH,CACD,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,OAAO,CACZ,IAAkB,EAClB,KAAc,EACd,MAAiB,EACjB,MAA0E,EAC1E,UAAmC,EAAE;QAErC,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAC9D,MAAM,aAAa,GAClB,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAClF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;QAExD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,8BAA8B,aAAa,kBAAkB,IAAI,CAAC,MAAM,OAAO,CAC/E,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,aAAa,EAAE,CAAC,CAAC;QAC3D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,SAAS,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;QAED,wCAAwC;QACxC,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,YAAY,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAEzD,wBAAwB;QACxB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,SAAS,KAAK,CAAC,KAAK,QAAQ,KAAK,CAAC,MAAM,CAAC,MAAM,yBAAyB,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAC7F,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC,UAAU,eAAe,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,+BAA+B;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QACpE,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAC9C,OAAO,EACP,WAAW,EACX,OAAO,EACP,aAAa,EACb,SAAS,CACT,CAAC;QAEF,yBAAyB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAEzF,mCAAmC;QACnC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5E,qCAAqC;QACrC,uEAAuE;QACvE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACpC,CAAC;CACD;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EACnC,IAAkB,EAClB,IAAa,EACb,KAAgB,EAChB,MAA0E,EAC1E,UAAmC,EAAE,EACkD,EAAE;IACzF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACxC,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAC7D,CAAC,CAAC"}

package/dist/executor/resource-calculator.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Resource Calculator
+ *
+ * Automatically calculates optimal resource limits for parallel execution
+ * using the "75% rule" - reserves 75% of available resources for workers,
+ * leaving 25% for system stability and other processes.
+ *
+ * Features:
+ * - CPU-based worker count (75% of available cores)
+ * - Memory per worker calculation (total memory / worker count)
+ * - Dynamic disk I/O ceiling measurement (detects throughput plateau)
+ * - Caching to avoid repeated measurements
+ *
+ * Disk I/O Measurement Algorithm:
+ * 1. Test concurrent write+read operations at increasing levels (1, 6, 11, 16, ...)
+ * 2. Measure throughput (MB/s) for each concurrency level
+ * 3. Detect when throughput plateaus (<5% improvement)
+ * 4. Return 75% of the detected ceiling
+ * 5. Cache result to avoid re-measuring
+ */
+/**
+ * Resource limits for parallel execution.
+ */
+export interface ResourceLimits {
+    /** Maximum number of worker threads to spawn */
+    maxWorkers: number;
+    /** Maximum memory per worker in MB */
+    maxMemoryMb: number;
+    /** Maximum concurrent I/O operations */
+    maxConcurrentIo: number;
+}
+/**
+ * Calculate resource limits using the 75% rule.
+ *
+ * @param reservePercent - Percentage of resources to reserve (default: 0.75 for 75%)
+ * @param options - Options for resource calculation
+ * @returns Resource limits for parallel execution
+ */
+export declare function calculateResources(reservePercent?: number, options?: {
+    measureDisk?: boolean;
+}): Promise<ResourceLimits>;
+/**
+ * Synchronous version that skips disk measurement (for quick startup).
+ *
+ * @param reservePercent - Percentage of resources to reserve (default: 0.75 for 75%)
+ * @returns Resource limits for parallel execution (with estimated I/O)
+ */
+export declare function calculateResourcesSync(reservePercent?: number): ResourceLimits;
+//# sourceMappingURL=resource-calculator.d.ts.map

package/dist/executor/resource-calculator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resource-calculator.d.ts","sourceRoot":"","sources":["../../src/executor/resource-calculator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAOH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,eAAe,EAAE,MAAM,CAAC;CACxB;AA6ED;;;;;;GAMG;AACH,wBAAsB,kBAAkB,CACvC,cAAc,SAAO,EACrB,OAAO,GAAE;IAAE,WAAW,CAAC,EAAE,OAAO,CAAA;CAAO,GACrC,OAAO,CAAC,cAAc,CAAC,CAqBzB;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,cAAc,SAAO,GAAG,cAAc,CAgB5E"}

package/dist/executor/resource-calculator.js

@@ -0,0 +1,129 @@
+/**
+ * Resource Calculator
+ *
+ * Automatically calculates optimal resource limits for parallel execution
+ * using the "75% rule" - reserves 75% of available resources for workers,
+ * leaving 25% for system stability and other processes.
+ *
+ * Features:
+ * - CPU-based worker count (75% of available cores)
+ * - Memory per worker calculation (total memory / worker count)
+ * - Dynamic disk I/O ceiling measurement (detects throughput plateau)
+ * - Caching to avoid repeated measurements
+ *
+ * Disk I/O Measurement Algorithm:
+ * 1. Test concurrent write+read operations at increasing levels (1, 6, 11, 16, ...)
+ * 2. Measure throughput (MB/s) for each concurrency level
+ * 3. Detect when throughput plateaus (<5% improvement)
+ * 4. Return 75% of the detected ceiling
+ * 5. Cache result to avoid re-measuring
+ */
+import { cpus, totalmem } from "node:os";
+import { mkdtemp, readFile, writeFile, unlink } from "node:fs/promises";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+/**
+ * Measure disk I/O ceiling by testing throughput at increasing concurrency levels.
+ * Returns the concurrency level where throughput stops improving (the ceiling).
+ *
+ * @param sampleSizeMb - Size of test data in MB (default: 10)
+ * @param maxConcurrency - Maximum concurrency to test (default: 100)
+ * @param timeoutMs - Timeout per test in milliseconds (default: 5000)
+ * @returns The detected concurrency ceiling
+ */
+async function measureDiskIoCeiling(sampleSizeMb = 10, maxConcurrency = 100, timeoutMs = 5000) {
+    const testData = Buffer.alloc(sampleSizeMb * 1024 * 1024, "x");
+    // Test at increasing concurrency levels
+    let lastThroughput = 0;
+    let ceiling = 10; // Default fallback
+    for (let concurrency = 1; concurrency <= maxConcurrency; concurrency += 5) {
+        const tempDir = await mkdtemp(join(tmpdir(), "io-test-"));
+        const startTime = performance.now();
+        try {
+            // Run concurrent write+read operations
+            const operations = Array.from({ length: concurrency }, async () => {
+                const filePath = join(tempDir, `test-${Math.random().toString(36).slice(2)}.dat`);
+                await writeFile(filePath, testData);
+                await readFile(filePath);
+                return filePath;
+            });
+            await Promise.race([
+                Promise.all(operations),
+                new Promise((_resolve, reject) => setTimeout(() => {
+                    reject(new Error("timeout"));
+                }, timeoutMs)),
+            ]);
+            const elapsedMs = performance.now() - startTime;
+            const throughput = (concurrency * sampleSizeMb) / (elapsedMs / 1000);
+            // Check if we've hit the ceiling (throughput not improving)
+            if (throughput > lastThroughput * 1.05) {
+                // Still improving
+                lastThroughput = throughput;
+                ceiling = concurrency;
+            }
+            else {
+                // Throughput plateaued - we found the ceiling
+                break;
+            }
+        }
+        catch {
+            // Timeout or error - previous level was the ceiling
+            break;
+        }
+        finally {
+            // Cleanup
+            try {
+                const { readdir } = await import("node:fs/promises");
+                const files = await readdir(tempDir);
+                await Promise.all(files.map((f) => unlink(join(tempDir, f))));
+            }
+            catch {
+                // Ignore cleanup errors
+            }
+        }
+    }
+    return ceiling;
+}
+/** Cached disk I/O ceiling measurement */
+let cachedCeiling = null;
+/**
+ * Calculate resource limits using the 75% rule.
+ *
+ * @param reservePercent - Percentage of resources to reserve (default: 0.75 for 75%)
+ * @param options - Options for resource calculation
+ * @returns Resource limits for parallel execution
+ */
+export async function calculateResources(reservePercent = 0.75, options = {}) {
+    const cpuCount = cpus().length;
+    const totalMemory = totalmem();
+    // Clamp reservePercent to [0, 1] range
+    const clampedReserve = Math.max(0, Math.min(1, reservePercent));
+    const maxWorkers = Math.floor(cpuCount * clampedReserve);
+    // Avoid division by zero when maxWorkers is 0
+    const maxMemoryMb = maxWorkers > 0 ? Math.floor((totalMemory * clampedReserve) / maxWorkers / (1024 * 1024)) : 0;
+    // Measure disk I/O ceiling once, then cache
+    let maxConcurrentIo = Math.floor(100 * clampedReserve);
+    if (options.measureDisk !== false && maxWorkers > 0) {
+        cachedCeiling ??= await measureDiskIoCeiling();
+        maxConcurrentIo = Math.floor(cachedCeiling * clampedReserve);
+    }
+    return { maxWorkers, maxMemoryMb, maxConcurrentIo };
+}
+/**
+ * Synchronous version that skips disk measurement (for quick startup).
+ *
+ * @param reservePercent - Percentage of resources to reserve (default: 0.75 for 75%)
+ * @returns Resource limits for parallel execution (with estimated I/O)
+ */
+export function calculateResourcesSync(reservePercent = 0.75) {
+    const cpuCount = cpus().length;
+    const totalMemory = totalmem();
+    // Clamp reservePercent to [0, 1] range
+    const clampedReserve = Math.max(0, Math.min(1, reservePercent));
+    const maxWorkers = Math.floor(cpuCount * clampedReserve);
+    // Avoid division by zero when maxWorkers is 0
+    const maxMemoryMb = maxWorkers > 0 ? Math.floor((totalMemory * clampedReserve) / maxWorkers / (1024 * 1024)) : 0;
+    const maxConcurrentIo = Math.floor(100 * clampedReserve);
+    return { maxWorkers, maxMemoryMb, maxConcurrentIo };
+}
+//# sourceMappingURL=resource-calculator.js.map

package/dist/executor/resource-calculator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resource-calculator.js","sourceRoot":"","sources":["../../src/executor/resource-calculator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAcjC;;;;;;;;GAQG;AACH,KAAK,UAAU,oBAAoB,CAClC,YAAY,GAAG,EAAE,EACjB,cAAc,GAAG,GAAG,EACpB,SAAS,GAAG,IAAI;IAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAE/D,wCAAwC;IACxC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC,mBAAmB;IAErC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,IAAI,cAAc,EAAE,WAAW,IAAI,CAAC,EAAE,CAAC;QAC3E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACJ,uCAAuC;YACvC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI,EAAE;gBACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAClF,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACpC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACzB,OAAO,QAAQ,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,IAAI,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACvB,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CACvC,UAAU,CAAC,GAAG,EAAE;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC9B,CAAC,EAAE,SAAS,CAAC,CACb;aACD,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAChD,MAAM,UAAU,GAAG,CAAC,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;YAErE,4DAA4D;YAC5D,IAAI,UAAU,GAAG,cAAc,GAAG,IAAI,EAAE,CAAC;gBACxC,kBAAkB;gBAClB,cAAc,GAAG,UAAU,CAAC;gBAC5B,OAAO,GAAG,WAAW,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACP,8CAA8C;gBAC9C,MAAM;YACP,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,oDAAoD;YACpD,MAAM;QACP,CAAC;gBAAS,CAAC;YACV,UAAU;YACV,IAAI,CAAC;gBACJ,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;gBACrC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACR,wBAAwB;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,0CAA0C;AAC1C,IAAI,aAAa,GAAkB,IAAI,CAAC;AAExC;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,cAAc,GAAG,IAAI,EACrB,UAAqC,EAAE;IAEvC,MAAM,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,QAAQ,EAAE,CAAC;IAE/B,uCAAuC;IACvC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IAEhE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAC;IAEzD,8CAA8C;IAC9C,MAAM,WAAW,GAChB,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,cAAc,CAAC,GAAG,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9F,4CAA4C;IAC5C,IAAI,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;IACvD,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACrD,aAAa,KAAK,MAAM,oBAAoB,EAAE,CAAC;QAC/C,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,cAAc,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;AACrD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,cAAc,GAAG,IAAI;IAC3D,MAAM,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,QAAQ,EAAE,CAAC;IAE/B,uCAAuC;IACvC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;IAEhE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAC;IAEzD,8CAA8C;IAC9C,MAAM,WAAW,GAChB,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,cAAc,CAAC,GAAG,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9F,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;IAEzD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;AACrD,CAAC"}

package/dist/executor/run-id.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-id.d.ts","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,aAAa,GAAI,QAAQ,WAAW,KAAG,MAInD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAG,MAGpE,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,EAAE,QAAQ,WAAW,KAAG,OACnC,CAAC;AAEjC;;;;;;;GAOG;AACH,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,KAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAM1E,CAAC"}
+{"version":3,"file":"run-id.d.ts","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,eAAO,MAAM,aAAa,GAAI,QAAQ,WAAW,KAAG,MAInD,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAG,MAUpE,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,MAAM,EAAE,QAAQ,WAAW,KAAG,OACnC,CAAC;AAEjC;;;;;;;GAOG;AACH,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,KAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAM1E,CAAC"}

package/dist/executor/run-id.js

@@ -38,7 +38,14 @@ export const generateRunId = (inputs) => {
  * @returns 8-character hex string
  */
 export const generateConfigHash = (config) => {
-    const canonical = JSON.stringify(config, Object.keys(config).sort());
+    // Sort keys for consistent ordering, then stringify without replacer
+    // (using replacer array would filter nested properties)
+    const sortedKeys = Object.keys(config).sort();
+    const sortedObj = {};
+    for (const key of sortedKeys) {
+        sortedObj[key] = config[key];
+    }
+    const canonical = JSON.stringify(sortedObj);
     return createHash("sha256").update(canonical).digest("hex").slice(0, 8);
 };
 /**

package/dist/executor/run-id.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-id.js","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAsBzC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAmB,EAAU,EAAE;IAC5D,mCAAmC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAA+B,EAAU,EAAE;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,MAAmB,EAAW,EAAE,CAC5E,KAAK,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC;AAEjC;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAsC,EAAE;IAC/E,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO;QACN,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE;QACnC,MAAM,EAAE,KAAK,CAAC,MAAM;KACpB,CAAC;AACH,CAAC,CAAC"}
+{"version":3,"file":"run-id.js","sourceRoot":"","sources":["../../src/executor/run-id.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAsBzC;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAmB,EAAU,EAAE;IAC5D,mCAAmC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAA+B,EAAU,EAAE;IAC7E,qEAAqE;IACrE,wDAAwD;IACxD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC9B,SAAS,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC5C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAa,EAAE,MAAmB,EAAW,EAAE,CAC5E,KAAK,KAAK,aAAa,CAAC,MAAM,CAAC,CAAC;AAEjC;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAsC,EAAE;IAC/E,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO;QACN,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE;QACnC,MAAM,EAAE,KAAK,CAAC,MAAM;KACpB,CAAC;AACH,CAAC,CAAC"}

package/dist/executor/worker-entry.d.ts

@@ -3,6 +3,8 @@
  *
  * This file is loaded as a worker thread and receives messages
  * with batches of runs to execute.
+ *
+ * It uses dependency injection to allow testing of the core logic.
  */
 export {};
 //# sourceMappingURL=worker-entry.d.ts.map

package/dist/executor/worker-entry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../src/executor/worker-entry.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
+{"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../src/executor/worker-entry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}