ppef 1.0.1 → 1.2.0

package/dist/cli/types.d.ts

@@ -0,0 +1,193 @@
+/**
+ * CLI Type Definitions
+ *
+ * Types for the JSON experiment configuration and CLI options.
+ */
+import type { SutRole } from "../types/sut.js";
+/**
+ * Experiment metadata.
+ */
+export interface ExperimentMeta {
+    /** Experiment name */
+    name: string;
+    /** Experiment description */
+    description?: string;
+    /** Version string */
+    version?: string;
+}
+/**
+ * Executor configuration from JSON.
+ */
+export interface ExecutorConfig {
+    /** Continue execution if a single run fails */
+    continueOnError?: boolean;
+    /** Number of repetitions per case */
+    repetitions?: number;
+    /** Random seed base */
+    seedBase?: number;
+    /** Timeout per run in milliseconds (0 = no timeout) */
+    timeoutMs?: number;
+    /** Whether to collect provenance information */
+    collectProvenance?: boolean;
+    /** Number of concurrent runs */
+    concurrency?: number;
+}
+/**
+ * SUT configuration from JSON.
+ */
+export interface SutConfig {
+    /** Unique SUT identifier */
+    id: string;
+    /** Path to module file (relative to config file) */
+    module: string;
+    /** Name of the export to use as factory */
+    exportName: string;
+    /** Optional configuration to pass to factory */
+    config?: Record<string, unknown>;
+    /** SUT type: "module" (default) or "binary" */
+    type?: "module" | "binary";
+    /** Binary SUT: command to execute (when type="binary") */
+    binaryCommand?: string;
+    /** Binary SUT: arguments to pass to command */
+    binaryArgs?: string[];
+    /** Binary SUT: how to serialize inputs to stdin */
+    binaryInputFormat?: "json" | "raw" | "lines";
+    /** Binary SUT: how to deserialize stdout */
+    binaryOutputFormat?: "json" | "raw" | "lines";
+    /** Binary SUT: timeout per run in milliseconds */
+    binaryTimeout?: number;
+    /** SUT registration metadata */
+    registration: {
+        /** Human-readable name */
+        name: string;
+        /** Version string */
+        version: string;
+        /** Role in evaluation */
+        role: SutRole;
+        /** Searchable tags */
+        tags?: string[];
+        /** Optional description */
+        description?: string;
+    };
+}
+/**
+ * Case configuration from JSON.
+ */
+export interface CaseConfig {
+    /** Unique case identifier */
+    id: string;
+    /** Path to module file (relative to config file) */
+    module: string;
+    /** Name of the export to use as case factory */
+    exportName: string;
+}
+/**
+ * Metrics extractor configuration from JSON.
+ */
+export interface MetricsExtractorConfig {
+    /** Path to module file (relative to config file) */
+    module: string;
+    /** Name of the export to use as metrics extractor */
+    exportName: string;
+}
+/**
+ * Output configuration from JSON.
+ */
+export interface OutputConfig {
+    /** Output directory path */
+    path?: string;
+    /** Output format: "json" or "json-pretty" */
+    format?: "json" | "json-pretty";
+    /** Whether to aggregate results */
+    aggregate?: boolean;
+}
+/**
+ * Complete experiment configuration from JSON.
+ */
+export interface ExperimentConfig {
+    /** Experiment metadata */
+    experiment: ExperimentMeta;
+    /** Executor configuration */
+    executor: ExecutorConfig;
+    /** SUTs to evaluate */
+    suts: SutConfig[];
+    /** Test cases to run */
+    cases: CaseConfig[];
+    /** Metrics extractor configuration */
+    metricsExtractor: MetricsExtractorConfig;
+    /** Output configuration */
+    output: OutputConfig;
+}
+/**
+ * CLI command options.
+ */
+export interface CliOptions {
+    /** Path to config file */
+    config?: string;
+    /** Output directory override */
+    output?: string;
+    /** Output format */
+    format?: "json" | "json-pretty";
+    /** Skip aggregation */
+    noAggregate?: boolean;
+    /** Override concurrency */
+    jobs?: number;
+    /** Verbose logging */
+    verbose?: boolean;
+    /** Suppress output */
+    quiet?: boolean;
+    /** Dry run (plan without executing) */
+    dryRun?: boolean;
+    /**
+     * Run in-process without worker thread isolation.
+     *
+     * WARNING: This is unsafe and should only be used for debugging.
+     * SUT crashes can crash the CLI process.
+     */
+    unsafeInProcess?: boolean;
+}
+/**
+ * Validation result.
+ */
+export interface ValidationResult {
+    /** Whether validation passed */
+    valid: boolean;
+    /** Validation errors */
+    errors: string[];
+    /** Validation warnings */
+    warnings: string[];
+}
+/**
+ * Loaded and validated experiment configuration.
+ */
+export interface LoadedConfig {
+    /** Parsed experiment configuration */
+    config: ExperimentConfig;
+    /** Directory containing the config file (for resolving module paths) */
+    baseDir: string;
+    /** Absolute path to config file */
+    configPath: string;
+}
+/**
+ * Module export types for dynamic loading.
+ */
+export type SutFactoryExport = (config?: Record<string, unknown>) => {
+    id: string;
+    config?: Record<string, unknown>;
+    run: (inputs: unknown) => Promise<unknown>;
+};
+export type CaseDefinitionExport = () => {
+    case: {
+        caseId: string;
+        name?: string;
+        caseClass?: string;
+        inputs: unknown;
+        expectedOutput?: unknown;
+        version?: string;
+        tags?: readonly string[];
+    };
+    getInput: () => Promise<unknown>;
+    getInputs: () => unknown;
+};
+export type MetricsExtractorExport = (result: unknown) => Record<string, number>;
+//# sourceMappingURL=types.d.ts.map

package/dist/cli/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/cli/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IAEb,6BAA6B;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,qBAAqB;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,+CAA+C;IAC/C,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,uBAAuB;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAE5B,gCAAgC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACzB,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAC;IAEX,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;IAEf,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAC;IAEnB,gDAAgD;IAChD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjC,+CAA+C;IAC/C,IAAI,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAE3B,0DAA0D;IAC1D,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAEtB,mDAAmD;IACnD,iBAAiB,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAE7C,4CAA4C;IAC5C,kBAAkB,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IAE9C,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,gCAAgC;IAChC,YAAY,EAAE;QACb,0BAA0B;QAC1B,IAAI,EAAE,MAAM,CAAC;QAEb,qBAAqB;QACrB,OAAO,EAAE,MAAM,CAAC;QAEhB,yBAAyB;QACzB,IAAI,EAAE,OAAO,CAAC;QAEd,sBAAsB;QACtB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAEhB,2BAA2B;QAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IAC1B,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAC;IAEX,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;IAEf,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACtC,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;IAEf,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC5B,4BAA4B;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IAEhC,mCAAmC;IACnC,SAAS,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC,0BAA0B;IAC1B,UAAU,EAAE,cAAc,CAAC;IAE3B,6BAA6B;IAC7B,QAAQ,EAAE,cAAc,CAAC;IAEzB,uBAAuB;IACvB,IAAI,EAAE,SAAS,EAAE,CAAC;IAElB,wBAAwB;IACxB,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,sCAAsC;IACtC,gBAAgB,EAAE,sBAAsB,CAAC;IAEzC,2BAA2B;IAC3B,MAAM,EAAE,YAAY,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IAC1B,0BAA0B;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,gCAAgC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,oBAAoB;IACpB,MAAM,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IAEhC,uBAAuB;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,2BAA2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,sBAAsB;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,sBAAsB;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,uCAAuC;IACvC,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;;;;OAKG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC,gCAAgC;IAChC,KAAK,EAAE,OAAO,CAAC;IAEf,wBAAwB;IACxB,MAAM,EAAE,MAAM,EAAE,CAAC;IAEjB,0BAA0B;IAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC5B,sCAAsC;IACtC,MAAM,EAAE,gBAAgB,CAAC;IAEzB,wEAAwE;IACxE,OAAO,EAAE,MAAM,CAAC;IAEhB,mCAAmC;IACnC,UAAU,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK;IACpE,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,MAAM;IACxC,IAAI,EAAE;QACL,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,EAAE,OAAO,CAAC;QAChB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACzB,CAAC;IACF,QAAQ,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,OAAO,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}

package/dist/cli/types.js

@@ -0,0 +1,7 @@
+/**
+ * CLI Type Definitions
+ *
+ * Types for the JSON experiment configuration and CLI options.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/cli/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/cli/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/collector/__tests__/result-collector.unit.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Unit tests for ResultCollector
+ *
+ * Tests result collection, validation, querying, and serialization.
+ */
+export {};
+//# sourceMappingURL=result-collector.unit.test.d.ts.map

package/dist/collector/__tests__/result-collector.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-collector.unit.test.d.ts","sourceRoot":"","sources":["../../../src/collector/__tests__/result-collector.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}