ppef 1.0.1 → 1.2.0

package/dist/cli/index.d.ts

@@ -0,0 +1,27 @@
+/**
+ * PPEF CLI
+ *
+ * Command-line interface for the Portable Programmatic Evaluation Framework.
+ */
+import { Command } from "commander";
+import { registerAggregateCommand } from "./commands/aggregate.js";
+import { registerEvaluateCommand } from "./commands/evaluate.js";
+import { registerPlanCommand } from "./commands/plan.js";
+import { registerRunCommand } from "./commands/run.js";
+import { registerValidateCommand } from "./commands/validate.js";
+/**
+ * Create and configure the CLI program.
+ *
+ * This function is exported for testing purposes.
+ *
+ * @returns Configured Commander program
+ */
+export declare function createCliProgram(): Command;
+/**
+ * Run the CLI and return exit code.
+ *
+ * @returns Exit code (0 for success, 1 for error)
+ */
+export declare function runCli(): Promise<number>;
+export { registerAggregateCommand, registerEvaluateCommand, registerPlanCommand, registerRunCommand, registerValidateCommand, };
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAEjE;;;;;;GAMG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAgB1C;AAED;;;;GAIG;AACH,wBAAsB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAS9C;AAiBD,OAAO,EACN,wBAAwB,EACxB,uBAAuB,EACvB,mBAAmB,EACnB,kBAAkB,EAClB,uBAAuB,GACvB,CAAC"}

package/dist/cli/index.js

@@ -0,0 +1,60 @@
+/**
+ * PPEF CLI
+ *
+ * Command-line interface for the Portable Programmatic Evaluation Framework.
+ */
+import { Command } from "commander";
+import { registerAggregateCommand } from "./commands/aggregate.js";
+import { registerEvaluateCommand } from "./commands/evaluate.js";
+import { registerPlanCommand } from "./commands/plan.js";
+import { registerRunCommand } from "./commands/run.js";
+import { registerValidateCommand } from "./commands/validate.js";
+/**
+ * Create and configure the CLI program.
+ *
+ * This function is exported for testing purposes.
+ *
+ * @returns Configured Commander program
+ */
+export function createCliProgram() {
+    const program = new Command();
+    program
+        .name("ppef")
+        .description("Portable Programmatic Evaluation Framework - CLI for experiment execution")
+        .version("1.0.1");
+    // Register commands
+    registerRunCommand(program);
+    registerValidateCommand(program);
+    registerPlanCommand(program);
+    registerAggregateCommand(program);
+    registerEvaluateCommand(program);
+    return program;
+}
+/**
+ * Run the CLI and return exit code.
+ *
+ * @returns Exit code (0 for success, 1 for error)
+ */
+export async function runCli() {
+    const program = createCliProgram();
+    try {
+        await program.parseAsync(process.argv);
+        return 0;
+    }
+    catch {
+        return 1;
+    }
+}
+/**
+ * Run CLI when executed directly (for development/testing).
+ */
+if (import.meta.url === `file://${process.argv[1]}`) {
+    runCli().then((code) => {
+        process.exit(code);
+    }, (error) => {
+        console.error("Fatal error:", error);
+        process.exit(1);
+    });
+}
+export { registerAggregateCommand, registerEvaluateCommand, registerPlanCommand, registerRunCommand, registerValidateCommand, };
+//# sourceMappingURL=index.js.map

package/dist/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAEjE;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB;IAC/B,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAE9B,OAAO;SACL,IAAI,CAAC,MAAM,CAAC;SACZ,WAAW,CAAC,2EAA2E,CAAC;SACxF,OAAO,CAAC,OAAO,CAAC,CAAC;IAEnB,oBAAoB;IACpB,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5B,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACjC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAC7B,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAClC,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAEjC,OAAO,OAAO,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM;IAC3B,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IAEnC,IAAI,CAAC;QACJ,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,CAAC,CAAC;IACV,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,CAAC,CAAC;IACV,CAAC;AACF,CAAC;AAED;;GAEG;AACH,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACrD,MAAM,EAAE,CAAC,IAAI,CACZ,CAAC,IAAI,EAAE,EAAE;QACR,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;QACT,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC,CACD,CAAC;AACH,CAAC;AAED,OAAO,EACN,wBAAwB,EACxB,uBAAuB,EACvB,mBAAmB,EACnB,kBAAkB,EAClB,uBAAuB,GACvB,CAAC"}

package/dist/cli/logger.d.ts

@@ -0,0 +1,75 @@
+/**
+ * CLI Logger
+ *
+ * Handles progress reporting, error messages, and output formatting.
+ */
+import type { ExecutionProgress } from "../executor/index.js";
+/**
+ * Log level for controlling verbosity.
+ */
+export type LogLevel = "silent" | "error" | "warn" | "info" | "debug";
+/**
+ * CLI logger for formatted output.
+ */
+export declare class CliLogger {
+    private readonly level;
+    private readonly quiet;
+    private showProgress;
+    private lastProgress;
+    constructor(options: {
+        verbose?: boolean;
+        quiet?: boolean;
+    });
+    /**
+     * Enable or disable progress bar updates.
+     */
+    setProgress(enabled: boolean): void;
+    /**
+     * Log a debug message (only shown in verbose mode).
+     */
+    debug(message: string): void;
+    /**
+     * Log an info message.
+     */
+    info(message: string): void;
+    /**
+     * Log a warning message.
+     */
+    warn(message: string): void;
+    /**
+     * Log an error message (always shown unless quiet).
+     */
+    error(message: string): void;
+    /**
+     * Log execution progress.
+     */
+    progress(progress: ExecutionProgress): void;
+    /**
+     * Clear the current progress line.
+     */
+    clearProgress(): void;
+    /**
+     * Log a header section.
+     */
+    header(title: string): void;
+    /**
+     * Log a sub-header.
+     */
+    subheader(title: string): void;
+    /**
+     * Create a progress reporter callback for the executor.
+     */
+    createProgressReporter(): (progress: ExecutionProgress) => void;
+    /**
+     * Internal log method.
+     */
+    private log;
+}
+/**
+ * Create a default logger instance.
+ */
+export declare function createLogger(options?: {
+    verbose?: boolean;
+    quiet?: boolean;
+}): CliLogger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/cli/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/cli/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAEtE;;GAEG;AACH,qBAAa,SAAS;IACrB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAW;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAChC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAM;gBAEd,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAK3D;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAInC;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM5B;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM3B;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM3B;;OAEG;IACH,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM5B;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IA0B3C;;OAEG;IACH,aAAa,IAAI,IAAI;IAOrB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQ3B;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAO9B;;OAEG;IACH,sBAAsB,IAAI,CAAC,QAAQ,EAAE,iBAAiB,KAAK,IAAI;IAM/D;;OAEG;IACH,OAAO,CAAC,GAAG;CAKX;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,SAAS,CAE5F"}

package/dist/cli/logger.js

@@ -0,0 +1,131 @@
+/**
+ * CLI Logger
+ *
+ * Handles progress reporting, error messages, and output formatting.
+ */
+/**
+ * CLI logger for formatted output.
+ */
+export class CliLogger {
+    level;
+    quiet;
+    showProgress = false;
+    lastProgress = "";
+    constructor(options) {
+        this.quiet = options.quiet ?? false;
+        this.level = options.verbose ? "debug" : this.quiet ? "silent" : "info";
+    }
+    /**
+     * Enable or disable progress bar updates.
+     */
+    setProgress(enabled) {
+        this.showProgress = enabled;
+    }
+    /**
+     * Log a debug message (only shown in verbose mode).
+     */
+    debug(message) {
+        if (this.level === "debug") {
+            this.log(`[DEBUG] ${message}`);
+        }
+    }
+    /**
+     * Log an info message.
+     */
+    info(message) {
+        if (this.level !== "silent") {
+            this.log(message);
+        }
+    }
+    /**
+     * Log a warning message.
+     */
+    warn(message) {
+        if (this.level !== "silent") {
+            this.log(`Warning: ${message}`);
+        }
+    }
+    /**
+     * Log an error message (always shown unless quiet).
+     */
+    error(message) {
+        if (this.level !== "silent") {
+            this.log(`Error: ${message}`);
+        }
+    }
+    /**
+     * Log execution progress.
+     */
+    progress(progress) {
+        if (!this.showProgress || this.level === "silent") {
+            return;
+        }
+        const percentage = Math.round((progress.completed / progress.total) * 100);
+        const currentSut = progress.currentSut ?? "unknown";
+        const currentCase = progress.currentCase ?? "unknown";
+        const currentRep = progress.currentRepetition ?? 0;
+        const elapsed = Math.round(progress.elapsedMs / 1000);
+        const message = `[${percentage}%] ${currentSut} / ${currentCase} (rep ${currentRep + 1}) - ${elapsed}s`;
+        // Only update if message changed (avoid flickering)
+        if (message !== this.lastProgress) {
+            // Use carriage return to overwrite line
+            process.stdout.write(`\r${message.padEnd(80)}`);
+            this.lastProgress = message;
+        }
+        // New line when complete
+        if (progress.completed >= progress.total) {
+            process.stdout.write("\n");
+        }
+    }
+    /**
+     * Clear the current progress line.
+     */
+    clearProgress() {
+        if (this.lastProgress) {
+            process.stdout.write("\r" + " ".repeat(80) + "\r");
+            this.lastProgress = "";
+        }
+    }
+    /**
+     * Log a header section.
+     */
+    header(title) {
+        if (this.level === "silent") {
+            return;
+        }
+        this.log("");
+        this.log(`=== ${title} ===`);
+    }
+    /**
+     * Log a sub-header.
+     */
+    subheader(title) {
+        if (this.level === "silent") {
+            return;
+        }
+        this.log(`--- ${title}`);
+    }
+    /**
+     * Create a progress reporter callback for the executor.
+     */
+    createProgressReporter() {
+        return (progress) => {
+            this.progress(progress);
+        };
+    }
+    /**
+     * Internal log method.
+     */
+    log(message) {
+        // Clear progress line before logging
+        this.clearProgress();
+        console.log(message);
+    }
+}
+/**
+ * Create a default logger instance.
+ */
+export function createLogger(options = {}) {
+    return new CliLogger(options);
+}
+//# sourceMappingURL=logger.js.map

package/dist/cli/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/cli/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH;;GAEG;AACH,MAAM,OAAO,SAAS;IACJ,KAAK,CAAW;IAChB,KAAK,CAAU;IACxB,YAAY,GAAG,KAAK,CAAC;IACrB,YAAY,GAAG,EAAE,CAAC;IAE1B,YAAY,OAA+C;QAC1D,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAgB;QAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAe;QACpB,IAAI,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;QAChC,CAAC;IACF,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAe;QACnB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnB,CAAC;IACF,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAe;QACnB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,OAAO,EAAE,CAAC,CAAC;QACjC,CAAC;IACF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAe;QACpB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,UAAU,OAAO,EAAE,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAA2B;QACnC,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnD,OAAO;QACR,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,IAAI,SAAS,CAAC;QACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,SAAS,CAAC;QACtD,MAAM,UAAU,GAAG,QAAQ,CAAC,iBAAiB,IAAI,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAG,IAAI,UAAU,MAAM,UAAU,MAAM,WAAW,SAAS,UAAU,GAAG,CAAC,OAAO,OAAO,GAAG,CAAC;QAExG,oDAAoD;QACpD,IAAI,OAAO,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,wCAAwC;YACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC7B,CAAC;QAED,yBAAyB;QACzB,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC1C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACF,CAAC;IAED;;OAEG;IACH,aAAa;QACZ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QACnB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAa;QACtB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,sBAAsB;QACrB,OAAO,CAAC,QAAQ,EAAE,EAAE;YACnB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,GAAG,CAAC,OAAe;QAC1B,qCAAqC;QACrC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;CACD;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,UAAkD,EAAE;IAChF,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC"}

package/dist/cli/module-loader.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Module Loader
+ *
+ * Dynamically loads JavaScript/TypeScript modules containing SUT factories,
+ * case definitions, and metrics extractors.
+ */
+import type { CaseDefinition, SutDefinition } from "../types/index.js";
+/**
+ * Binary SUT configuration for module loader.
+ */
+interface BinaryConfig {
+    /** Type discriminator */
+    type: "binary";
+    /** Command to execute */
+    command: string;
+    /** Arguments to pass to command */
+    args?: string[];
+    /** How to serialize inputs to stdin */
+    inputFormat?: "json" | "raw" | "lines";
+    /** How to deserialize stdout */
+    outputFormat?: "json" | "raw" | "lines";
+    /** Timeout per run in milliseconds */
+    timeout?: number;
+    /** Exit code that indicates success */
+    successExitCode?: number;
+    /** Working directory */
+    cwd?: string;
+}
+/**
+ * Load a SUT factory from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns SUT definition ready for registration
+ * @throws Error if export cannot be found or loaded
+ */
+export declare function loadSutFactory(modulePath: string, exportName: string, baseDir: string, registration: {
+    id: string;
+    name: string;
+    version: string;
+    role: "primary" | "baseline" | "oracle";
+    config: Readonly<Record<string, unknown>>;
+    tags: readonly string[];
+    description?: string;
+}, config?: Record<string, unknown>, binaryConfig?: BinaryConfig): Promise<SutDefinition>;
+/**
+ * Load a case definition from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns Case definition ready for use
+ * @throws Error if export cannot be found or loaded
+ */
+export declare function loadCaseDefinition(modulePath: string, exportName: string, baseDir: string): Promise<CaseDefinition>;
+/**
+ * Load a metrics extractor from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns Metrics extractor function
+ * @throws Error if export cannot be found or loaded
+ */
+export declare function loadMetricsExtractor(modulePath: string, exportName: string, baseDir: string): Promise<(result: unknown) => Record<string, number>>;
+export {};
+//# sourceMappingURL=module-loader.d.ts.map

package/dist/cli/module-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"module-loader.d.ts","sourceRoot":"","sources":["../../src/cli/module-loader.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGvE;;GAEG;AACH,UAAU,YAAY;IACrB,yBAAyB;IACzB,IAAI,EAAE,QAAQ,CAAC;IAEf,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAEhB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAEhB,uCAAuC;IACvC,WAAW,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAEvC,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAExC,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,wBAAwB;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC;CACb;AA6BD;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CACnC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;IACxC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC1C,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,EACD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,YAAY,CAAC,EAAE,YAAY,GACzB,OAAO,CAAC,aAAa,CAAC,CAuDxB;AAED;;;;;;;;GAQG;AACH,wBAAsB,kBAAkB,CACvC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,CAAC,CAqCzB;AAED;;;;;;;;GAQG;AACH,wBAAsB,oBAAoB,CACzC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,GACb,OAAO,CAAC,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAYtD"}

package/dist/cli/module-loader.js

@@ -0,0 +1,134 @@
+/**
+ * Module Loader
+ *
+ * Dynamically loads JavaScript/TypeScript modules containing SUT factories,
+ * case definitions, and metrics extractors.
+ */
+import { resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+/**
+ * Load a module from a file path.
+ *
+ * @param modulePath - Path to module file (relative to base directory)
+ * @param baseDir - Base directory for resolving relative paths
+ * @returns Loaded module exports
+ * @throws Error if module cannot be loaded
+ */
+async function loadModule(modulePath, baseDir) {
+    const absolutePath = resolve(baseDir, modulePath);
+    // Use import with file:// URL for proper ESM support
+    const moduleUrl = pathToFileURL(absolutePath).href;
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+        const module = await import(moduleUrl);
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-return
+        return module;
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            throw new Error(`Failed to load module from ${modulePath}: ${error.message}`);
+        }
+        throw error;
+    }
+}
+/**
+ * Load a SUT factory from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns SUT definition ready for registration
+ * @throws Error if export cannot be found or loaded
+ */
+export async function loadSutFactory(modulePath, exportName, baseDir, registration, config, binaryConfig) {
+    // Handle binary SUTs
+    if (binaryConfig?.type === "binary") {
+        const { createBinarySut } = await import("../executor/binary-sut.js");
+        const factory = createBinarySut({
+            id: registration.id,
+            command: binaryConfig.command,
+            args: binaryConfig.args,
+            inputFormat: binaryConfig.inputFormat ?? "json",
+            outputFormat: binaryConfig.outputFormat ?? "json",
+            timeout: binaryConfig.timeout,
+            successExitCode: binaryConfig.successExitCode,
+            cwd: binaryConfig.cwd ?? resolve(baseDir),
+        });
+        return {
+            registration,
+            factory: factory,
+        };
+    }
+    const module = await loadModule(modulePath, baseDir);
+    const factoryExport = module[exportName];
+    if (typeof factoryExport !== "function") {
+        throw new Error(`Export "${exportName}" in ${modulePath} is not a function. ` +
+            `Found type: ${typeof factoryExport}`);
+    }
+    // Wrap the factory to match our expected SutFactory type
+    const factory = (userConfig) => {
+        const instance = factoryExport({ ...config, ...userConfig });
+        const mergedConfig = { ...config, ...userConfig, ...(instance.config ?? {}) };
+        return {
+            id: registration.id,
+            config: mergedConfig,
+            run: instance.run,
+        };
+    };
+    return {
+        registration,
+        factory,
+    };
+}
+/**
+ * Load a case definition from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns Case definition ready for use
+ * @throws Error if export cannot be found or loaded
+ */
+export async function loadCaseDefinition(modulePath, exportName, baseDir) {
+    const module = await loadModule(modulePath, baseDir);
+    const caseExport = module[exportName];
+    if (typeof caseExport !== "function") {
+        throw new Error(`Export "${exportName}" in ${modulePath} is not a function. ` +
+            `Found type: ${typeof caseExport}`);
+    }
+    const definition = caseExport();
+    // Validate structure
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!definition.case?.caseId) {
+        throw new Error(`Export "${exportName}" in ${modulePath} does not return a valid case definition. ` +
+            `Missing case.caseId.`);
+    }
+    if (typeof definition.getInput !== "function") {
+        throw new Error(`Export "${exportName}" in ${modulePath} does not return a valid case definition. ` +
+            `Missing getInput function.`);
+    }
+    if (typeof definition.getInputs !== "function") {
+        throw new Error(`Export "${exportName}" in ${modulePath} does not return a valid case definition. ` +
+            `Missing getInputs function.`);
+    }
+    return definition;
+}
+/**
+ * Load a metrics extractor from a module.
+ *
+ * @param modulePath - Path to module file
+ * @param exportName - Name of the export to use
+ * @param baseDir - Base directory for resolving paths
+ * @returns Metrics extractor function
+ * @throws Error if export cannot be found or loaded
+ */
+export async function loadMetricsExtractor(modulePath, exportName, baseDir) {
+    const module = await loadModule(modulePath, baseDir);
+    const extractorExport = module[exportName];
+    if (typeof extractorExport !== "function") {
+        throw new Error(`Export "${exportName}" in ${modulePath} is not a function. ` +
+            `Found type: ${typeof extractorExport}`);
+    }
+    return extractorExport;
+}
+//# sourceMappingURL=module-loader.js.map

package/dist/cli/module-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module-loader.js","sourceRoot":"","sources":["../../src/cli/module-loader.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAkCzC;;;;;;;GAOG;AACH,KAAK,UAAU,UAAU,CAAC,UAAkB,EAAE,OAAe;IAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAElD,qDAAqD;IACrD,MAAM,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;IAEnD,IAAI,CAAC;QACJ,mEAAmE;QACnE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QACvC,+DAA+D;QAC/D,OAAO,MAAM,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,KAAK,CAAC;IACb,CAAC;AACF,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,UAAkB,EAClB,UAAkB,EAClB,OAAe,EACf,YAQC,EACD,MAAgC,EAChC,YAA2B;IAE3B,qBAAqB;IACrB,IAAI,YAAY,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;QACrC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,eAAe,CAAC;YAC/B,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,WAAW,EAAE,YAAY,CAAC,WAAW,IAAI,MAAM;YAC/C,YAAY,EAAE,YAAY,CAAC,YAAY,IAAI,MAAM;YACjD,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,eAAe,EAAE,YAAY,CAAC,eAAe;YAC7C,GAAG,EAAE,YAAY,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC;SACzC,CAAC,CAAC;QAEH,OAAO;YACN,YAAY;YACZ,OAAO,EAAE,OAIR;SACD,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAiC,CAAC;IAEzE,IAAI,OAAO,aAAa,KAAK,UAAU,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,sBAAsB;YAC5D,eAAe,OAAO,aAAa,EAAE,CACtC,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,MAAM,OAAO,GAIT,CAAC,UAAoC,EAAE,EAAE;QAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QAE9E,OAAO;YACN,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,MAAM,EAAE,YAAiD;YACzD,GAAG,EAAE,QAAQ,CAAC,GAA4C;SAC1D,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACN,YAAY;QACZ,OAAO;KACP,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,UAAkB,EAClB,UAAkB,EAClB,OAAe;IAEf,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAqC,CAAC;IAE1E,IAAI,OAAO,UAAU,KAAK,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,sBAAsB;YAC5D,eAAe,OAAO,UAAU,EAAE,CACnC,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,EAAE,CAAC;IAEhC,qBAAqB;IACrB,uEAAuE;IACvE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,4CAA4C;YAClF,sBAAsB,CACvB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,UAAU,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,4CAA4C;YAClF,4BAA4B,CAC7B,CAAC;IACH,CAAC;IAED,IAAI,OAAO,UAAU,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,4CAA4C;YAClF,6BAA6B,CAC9B,CAAC;IACH,CAAC;IAED,OAAO,UAA4B,CAAC;AACrC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,UAAkB,EAClB,UAAkB,EAClB,OAAe;IAEf,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAuC,CAAC;IAEjF,IAAI,OAAO,eAAe,KAAK,UAAU,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,QAAQ,UAAU,sBAAsB;YAC5D,eAAe,OAAO,eAAe,EAAE,CACxC,CAAC;IACH,CAAC;IAED,OAAO,eAAe,CAAC;AACxB,CAAC"}

package/dist/cli/output-writer.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Output Writer
+ *
+ * Handles writing results and aggregates to JSON files.
+ */
+import type { AggregationOutput } from "../types/aggregate.js";
+import type { EvaluationResult } from "../types/result.js";
+/**
+ * Output format options.
+ */
+export type OutputFormat = "json" | "json-pretty";
+/**
+ * Result batch output format.
+ */
+export interface ResultBatch {
+    /** Batch format version */
+    version: string;
+    /** Timestamp of generation */
+    timestamp: string;
+    /** Total results in batch */
+    count: number;
+    /** Evaluation results */
+    results: EvaluationResult[];
+}
+/**
+ * Write results to a JSON file.
+ *
+ * @param results - Results to write
+ * @param outputPath - Path to output file
+ * @param format - Output format
+ * @throws Error if file cannot be written
+ */
+export declare function writeResults(results: EvaluationResult[], outputPath: string, format?: OutputFormat): Promise<void>;
+/**
+ * Write aggregated results to a JSON file.
+ *
+ * @param aggregation - Aggregation output to write
+ * @param outputPath - Path to output file
+ * @param format - Output format
+ * @throws Error if file cannot be written
+ */
+export declare function writeAggregates(aggregation: AggregationOutput, outputPath: string, format?: OutputFormat): Promise<void>;
+/**
+ * Generate output filename based on experiment name and timestamp.
+ *
+ * @param experimentName - Name of the experiment
+ * @param type - Type of output ("results" or "aggregates")
+ * @returns Generated filename
+ */
+export declare function generateOutputFilename(experimentName: string, type: "results" | "aggregates"): string;
+//# sourceMappingURL=output-writer.d.ts.map

package/dist/cli/output-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-writer.d.ts","sourceRoot":"","sources":["../../src/cli/output-writer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,aAAa,CAAC;AAElD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,2BAA2B;IAC3B,OAAO,EAAE,MAAM,CAAC;IAEhB,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAElB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAC;IAEd,yBAAyB;IACzB,OAAO,EAAE,gBAAgB,EAAE,CAAC;CAC5B;AAED;;;;;;;GAOG;AACH,wBAAsB,YAAY,CACjC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,YAA4B,GAClC,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;;;;GAOG;AACH,wBAAsB,eAAe,CACpC,WAAW,EAAE,iBAAiB,EAC9B,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,YAA4B,GAClC,OAAO,CAAC,IAAI,CAAC,CAMf;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACrC,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,SAAS,GAAG,YAAY,GAC5B,MAAM,CAIR"}

package/dist/cli/output-writer.js

@@ -0,0 +1,65 @@
+/**
+ * Output Writer
+ *
+ * Handles writing results and aggregates to JSON files.
+ */
+import { mkdir, writeFile } from "node:fs/promises";
+import { dirname } from "node:path";
+/**
+ * Write results to a JSON file.
+ *
+ * @param results - Results to write
+ * @param outputPath - Path to output file
+ * @param format - Output format
+ * @throws Error if file cannot be written
+ */
+export async function writeResults(results, outputPath, format = "json-pretty") {
+    const batch = {
+        version: "1.0.0",
+        timestamp: new Date().toISOString(),
+        count: results.length,
+        results,
+    };
+    const json = format === "json-pretty" ? JSON.stringify(batch, null, 2) : JSON.stringify(batch);
+    await ensureDir(dirname(outputPath));
+    await writeFile(outputPath, json, "utf-8");
+}
+/**
+ * Write aggregated results to a JSON file.
+ *
+ * @param aggregation - Aggregation output to write
+ * @param outputPath - Path to output file
+ * @param format - Output format
+ * @throws Error if file cannot be written
+ */
+export async function writeAggregates(aggregation, outputPath, format = "json-pretty") {
+    const json = format === "json-pretty" ? JSON.stringify(aggregation, null, 2) : JSON.stringify(aggregation);
+    await ensureDir(dirname(outputPath));
+    await writeFile(outputPath, json, "utf-8");
+}
+/**
+ * Generate output filename based on experiment name and timestamp.
+ *
+ * @param experimentName - Name of the experiment
+ * @param type - Type of output ("results" or "aggregates")
+ * @returns Generated filename
+ */
+export function generateOutputFilename(experimentName, type) {
+    const timestamp = new Date().toISOString().replace(/[:.]/g, "-").slice(0, -5);
+    const sanitizedName = experimentName.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
+    return `${sanitizedName}-${type}-${timestamp}.json`;
+}
+/**
+ * Ensure a directory exists, creating it if necessary.
+ *
+ * @param dirPath - Directory path
+ */
+async function ensureDir(dirPath) {
+    try {
+        await mkdir(dirPath, { recursive: true });
+    }
+    catch {
+        // Ignore errors (directory may already exist)
+    }
+}
+//# sourceMappingURL=output-writer.js.map

package/dist/cli/output-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-writer.js","sourceRoot":"","sources":["../../src/cli/output-writer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA2BpC;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,OAA2B,EAC3B,UAAkB,EAClB,SAAuB,aAAa;IAEpC,MAAM,KAAK,GAAgB;QAC1B,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,OAAO;KACP,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAE/F,MAAM,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACrC,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,WAA8B,EAC9B,UAAkB,EAClB,SAAuB,aAAa;IAEpC,MAAM,IAAI,GACT,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAE/F,MAAM,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACrC,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACrC,cAAsB,EACtB,IAA8B;IAE9B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,GAAG,aAAa,IAAI,IAAI,IAAI,SAAS,OAAO,CAAC;AACrD,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,SAAS,CAAC,OAAe;IACvC,IAAI,CAAC;QACJ,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACR,8CAA8C;IAC/C,CAAC;AACF,CAAC"}