ppef 1.0.0 → 1.1.0

package/dist/executor/worker-executor.d.ts

@@ -0,0 +1,156 @@
+/**
+ * WorkerExecutor - Core worker logic with dependency injection.
+ *
+ * This class can be tested by injecting mock dependencies,
+ * while worker-entry.ts provides real implementations.
+ */
+import type { EvaluationResult } from "../types/result.js";
+/**
+ * Type definition for a single run configuration
+ */
+export interface RunConfig {
+    runId: string;
+    sutId: string;
+    caseId: string;
+    repetition: number;
+    config: unknown;
+}
+/**
+ * Type definition for executor configuration
+ */
+export interface ExecutorConfig {
+    repetitions: number;
+    seedBase: number;
+    continueOnError: boolean;
+    timeoutMs: number;
+    collectProvenance: boolean;
+}
+/**
+ * Type definition for message sent to worker
+ */
+export interface WorkerMessage {
+    runs: RunConfig[];
+    config: ExecutorConfig;
+}
+/**
+ * Type definition for worker response
+ */
+export interface WorkerResponse {
+    results: EvaluationResult[];
+    errors: {
+        runId: string;
+        error: string;
+    }[];
+}
+/**
+ * Type definition for successful response message
+ */
+export interface WorkerSuccessMessage {
+    type: "done";
+    results: EvaluationResult[];
+    errors: {
+        runId: string;
+        error: string;
+    }[];
+}
+/**
+ * Type definition for error response message
+ */
+export interface WorkerErrorMessage {
+    type: "error";
+    error: string;
+}
+/**
+ * Type definition for any worker message
+ */
+export type WorkerOutputMessage = WorkerSuccessMessage | WorkerErrorMessage;
+/**
+ * Interface for parent port communication
+ */
+export interface IParentPort {
+    on(event: string, listener: (data: unknown) => void): void;
+    postMessage(message: unknown): void;
+}
+/**
+ * Interface for dynamically loaded executor module
+ */
+export interface IExecutorModule {
+    Executor: new (config: ExecutorConfig) => {
+        execute(suts: unknown, cases: unknown, callback: () => unknown): Promise<{
+            results: EvaluationResult[];
+            errors: {
+                runId: string;
+                error: string;
+            }[];
+        }>;
+    };
+}
+/**
+ * Interface for dynamically loaded evaluate module
+ */
+export interface IEvaluateModule {
+    getSutDefinitions(registry: ISutRegistry): unknown;
+    getCaseDefinitions(registry: unknown): unknown;
+}
+/**
+ * Interface for SUT registry
+ */
+export interface ISutRegistry {
+    list(): string[];
+    getFactory(id: string): unknown;
+}
+/**
+ * Interface for dynamically loaded registry module
+ */
+export interface IRegistryModule {
+    registerAllBenchmarkCases(): Promise<unknown>;
+}
+/**
+ * Interface for dynamically loaded SUTs module
+ */
+export interface ISutsModule {
+    registerAllSuts(): void;
+}
+/**
+ * Interface for dynamically loaded datasets module
+ */
+export interface IDatasetsModule {
+    registerBenchmarkDatasets(): Promise<void>;
+}
+/**
+ * Interface for module loader
+ */
+export interface IModuleLoader {
+    loadExecutor(): Promise<IExecutorModule>;
+    loadEvaluate(): Promise<IEvaluateModule>;
+    loadRegistry(): Promise<IRegistryModule>;
+    loadSuts(): Promise<ISutsModule>;
+    loadDatasets(): Promise<IDatasetsModule>;
+}
+/**
+ * WorkerExecutor - Core worker execution logic with injected dependencies.
+ */
+export declare class WorkerExecutor {
+    private readonly parentPort;
+    private readonly moduleLoader;
+    /**
+     * Create a new WorkerExecutor with injected dependencies.
+     * @param parentPort - Communication port to parent thread
+     * @param moduleLoader - Module loader for dynamic imports
+     * @param projectRoot - Root directory for the project (reserved for future use)
+     */
+    constructor(parentPort: IParentPort, moduleLoader: IModuleLoader, projectRoot: string);
+    /**
+     * Start listening for messages from parent thread.
+     */
+    start(): void;
+    /**
+     * Handle an incoming message from the parent thread.
+     */
+    handleMessage(data: unknown): Promise<void>;
+    /**
+     * Execute a batch of runs.
+     */
+    executeBatch(message: WorkerMessage): Promise<WorkerResponse>;
+}
+//# sourceMappingURL=worker-executor.d.ts.map

package/dist/executor/worker-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-executor.d.ts","sourceRoot":"","sources":["../../src/executor/worker-executor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;GAEG;AACH,MAAM,WAAW,SAAS;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,MAAM,EAAE,cAAc,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,oBAAoB,GAAG,kBAAkB,CAAC;AAE5E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI,CAAC;IAC3D,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,QAAQ,EAAE,KAAK,MAAM,EAAE,cAAc,KAAK;QACzC,OAAO,CACN,IAAI,EAAE,OAAO,EACb,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,OAAO,GACrB,OAAO,CAAC;YACV,OAAO,EAAE,gBAAgB,EAAE,CAAC;YAC5B,MAAM,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,KAAK,EAAE,MAAM,CAAA;aAAE,EAAE,CAAC;SAC3C,CAAC,CAAC;KACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,iBAAiB,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC;IACnD,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC;CAC/C;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC5B,IAAI,IAAI,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,yBAAyB,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,eAAe,IAAI,IAAI,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,yBAAyB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC7B,YAAY,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACzC,YAAY,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACzC,YAAY,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;IACzC,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IACjC,YAAY,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;CACzC;AAED;;GAEG;AACH,qBAAa,cAAc;IAC1B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAE7C;;;;;OAKG;gBACS,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM;IAOrF;;OAEG;IACI,KAAK,IAAI,IAAI;IAMpB;;OAEG;IACU,aAAa,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAcxD;;OAEG;IACU,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;CAyC1E"}

package/dist/executor/worker-executor.js

@@ -0,0 +1,88 @@
+/**
+ * WorkerExecutor - Core worker logic with dependency injection.
+ *
+ * This class can be tested by injecting mock dependencies,
+ * while worker-entry.ts provides real implementations.
+ */
+/**
+ * WorkerExecutor - Core worker execution logic with injected dependencies.
+ */
+export class WorkerExecutor {
+    parentPort;
+    moduleLoader;
+    /**
+     * Create a new WorkerExecutor with injected dependencies.
+     * @param parentPort - Communication port to parent thread
+     * @param moduleLoader - Module loader for dynamic imports
+     * @param projectRoot - Root directory for the project (reserved for future use)
+     */
+    constructor(parentPort, moduleLoader, projectRoot) {
+        this.parentPort = parentPort;
+        this.moduleLoader = moduleLoader;
+        // projectRoot reserved for future use
+        void projectRoot;
+    }
+    /**
+     * Start listening for messages from parent thread.
+     */
+    start() {
+        this.parentPort.on("message", (data) => {
+            void this.handleMessage(data);
+        });
+    }
+    /**
+     * Handle an incoming message from the parent thread.
+     */
+    async handleMessage(data) {
+        const message = data;
+        try {
+            const result = await this.executeBatch(message);
+            this.parentPort.postMessage({ type: "done", ...result });
+        }
+        catch (error) {
+            this.parentPort.postMessage({
+                type: "error",
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    /**
+     * Execute a batch of runs.
+     */
+    async executeBatch(message) {
+        // Import the executor and other dependencies
+        const executorModule = await this.moduleLoader.loadExecutor();
+        const evaluateModule = await this.moduleLoader.loadEvaluate();
+        const registryModule = await this.moduleLoader.loadRegistry();
+        const sutsModule = await this.moduleLoader.loadSuts();
+        const datasetsModule = await this.moduleLoader.loadDatasets();
+        // Register all datasets and SUTs
+        await datasetsModule.registerBenchmarkDatasets();
+        sutsModule.registerAllSuts();
+        const caseRegistry = await registryModule.registerAllBenchmarkCases();
+        const sutRegistry = {
+            list: () => ["degree-prioritised", "standard-bfs", "frontier-balanced", "random-priority"],
+            getFactory: () => {
+                // This would need to be implemented properly
+                return null;
+            },
+        };
+        const suts = evaluateModule.getSutDefinitions(sutRegistry);
+        const cases = evaluateModule.getCaseDefinitions(caseRegistry);
+        // Create executor with no onResult callback (workers don't save checkpoints)
+        const executor = new executorModule.Executor({
+            repetitions: message.config.repetitions,
+            seedBase: message.config.seedBase,
+            continueOnError: message.config.continueOnError,
+            timeoutMs: message.config.timeoutMs,
+            collectProvenance: message.config.collectProvenance,
+        });
+        // Execute the runs
+        const results = await executor.execute(suts, cases, () => ({}));
+        return {
+            results: results.results,
+            errors: results.errors,
+        };
+    }
+}
+//# sourceMappingURL=worker-executor.js.map

package/dist/executor/worker-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-executor.js","sourceRoot":"","sources":["../../src/executor/worker-executor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAwIH;;GAEG;AACH,MAAM,OAAO,cAAc;IACT,UAAU,CAAc;IACxB,YAAY,CAAgB;IAE7C;;;;;OAKG;IACH,YAAY,UAAuB,EAAE,YAA2B,EAAE,WAAmB;QACpF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,sCAAsC;QACtC,KAAK,WAAW,CAAC;IAClB,CAAC;IAED;;OAEG;IACI,KAAK;QACX,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAa,EAAE,EAAE;YAC/C,KAAK,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CAAC,IAAa;QACvC,MAAM,OAAO,GAAG,IAAqB,CAAC;QAEtC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;gBAC3B,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,YAAY,CAAC,OAAsB;QAC/C,6CAA6C;QAC7C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QAC9D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QAC9D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;QAE9D,iCAAiC;QACjC,MAAM,cAAc,CAAC,yBAAyB,EAAE,CAAC;QACjD,UAAU,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,yBAAyB,EAAE,CAAC;QAEtE,MAAM,WAAW,GAAiB;YACjC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,oBAAoB,EAAE,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,CAAC;YAC1F,UAAU,EAAE,GAAG,EAAE;gBAChB,6CAA6C;gBAC7C,OAAO,IAAI,CAAC;YACb,CAAC;SACD,CAAC;QAEF,MAAM,IAAI,GAAG,cAAc,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAG,cAAc,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAE9D,6EAA6E;QAC7E,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC;YAC5C,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW;YACvC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;YACjC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,eAAe;YAC/C,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;YACnC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB;SACnD,CAAC,CAAC;QAEH,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEhE,OAAO;YACN,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC;IACH,CAAC;CACD"}

package/dist/index.cjs

@@ -0,0 +1,11 @@
+// Auto-generated CJS wrapper for ESM module
+// Load the ESM module dynamically for require() callers
+// Generated by scripts/generate-cjs-wrapper.mjs
+
+async function loadModule() {
+  return await import('./index.js');
+}
+
+// Synchronous export of a function that returns a promise
+// This is the standard pattern for CJS wrappers around ESM
+module.exports = loadModule();

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Portable Programmatic Evaluation Framework
+ *
+ * A claim-driven, deterministic evaluation framework for experiments.
+ */
+export * from "./types/index.js";
+export * from "./registry/index.js";
+export * from "./executor/index.js";
+export * from "./collector/index.js";
+export * from "./statistical/index.js";
+export * from "./aggregation/index.js";
+export * from "./claims/index.js";
+export * from "./robustness/index.js";
+export * from "./renderers/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,cAAc,kBAAkB,CAAC;AAGjC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,sBAAsB,CAAC;AAGrC,cAAc,wBAAwB,CAAC;AAGvC,cAAc,wBAAwB,CAAC;AAGvC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,uBAAuB,CAAC;AAGtC,cAAc,sBAAsB,CAAC"}

package/dist/index.js

@@ -0,0 +1,24 @@
+/**
+ * Portable Programmatic Evaluation Framework
+ *
+ * A claim-driven, deterministic evaluation framework for experiments.
+ */
+// Types
+export * from "./types/index.js";
+// Registry
+export * from "./registry/index.js";
+// Executor
+export * from "./executor/index.js";
+// Collector
+export * from "./collector/index.js";
+// Statistical
+export * from "./statistical/index.js";
+// Aggregation
+export * from "./aggregation/index.js";
+// Claims
+export * from "./claims/index.js";
+// Robustness
+export * from "./robustness/index.js";
+// Renderers
+export * from "./renderers/index.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,QAAQ;AACR,cAAc,kBAAkB,CAAC;AAEjC,WAAW;AACX,cAAc,qBAAqB,CAAC;AAEpC,WAAW;AACX,cAAc,qBAAqB,CAAC;AAEpC,YAAY;AACZ,cAAc,sBAAsB,CAAC;AAErC,cAAc;AACd,cAAc,wBAAwB,CAAC;AAEvC,cAAc;AACd,cAAc,wBAAwB,CAAC;AAEvC,SAAS;AACT,cAAc,mBAAmB,CAAC;AAElC,aAAa;AACb,cAAc,uBAAuB,CAAC;AAEtC,YAAY;AACZ,cAAc,sBAAsB,CAAC"}

package/dist/registry/case-registry.d.ts

@@ -0,0 +1,113 @@
+/**
+ * Case Registry
+ *
+ * Central registry for evaluation case definitions. Cases are registered
+ * with their factories, enabling lazy loading of resources during
+ * experiment execution.
+ */
+import type { CaseDefinition, EvaluationCase } from "../types/case.js";
+/**
+ * Registry for evaluation case definitions.
+ *
+ * @template TInput - The resource type (e.g., Graph, Dataset)
+ * @template TInputs - The algorithm inputs type
+ */
+export declare class CaseRegistry<TInput = unknown, TInputs = unknown> {
+    private readonly definitions;
+    /**
+     * Register a new case.
+     *
+     * @param definition - Case definition including metadata and factories
+     * @throws Error if case with same ID already registered
+     */
+    register(definition: CaseDefinition<TInput, TInputs>): this;
+    /**
+     * Register multiple cases at once.
+     *
+     * @param definitions - Array of case definitions
+     */
+    registerAll(definitions: CaseDefinition<TInput, TInputs>[]): this;
+    /**
+     * Get a case definition by ID.
+     *
+     * @param caseId - Case identifier
+     * @returns Case definition or undefined
+     */
+    get(caseId: string): CaseDefinition<TInput, TInputs> | undefined;
+    /**
+     * Get a case definition by ID, throwing if not found.
+     *
+     * @param caseId - Case identifier
+     * @returns Case definition
+     * @throws Error if case not found
+     */
+    getOrThrow(caseId: string): CaseDefinition<TInput, TInputs>;
+    /**
+     * Get all cases with a specific class.
+     *
+     * @param caseClass - Class to filter by
+     * @returns Array of matching case definitions
+     */
+    getByClass(caseClass: string): CaseDefinition<TInput, TInputs>[];
+    /**
+     * Get all cases with a specific tag.
+     *
+     * @param tag - Tag to filter by
+     * @returns Array of matching case definitions
+     */
+    getByTag(tag: string): CaseDefinition<TInput, TInputs>[];
+    /**
+     * List all registered case IDs.
+     *
+     * @returns Array of case identifiers
+     */
+    list(): string[];
+    /**
+     * List all registered case specifications.
+     *
+     * @returns Array of case specifications
+     */
+    listCases(): EvaluationCase[];
+    /**
+     * List all unique case classes.
+     *
+     * @returns Array of case class names
+     */
+    listClasses(): string[];
+    /**
+     * Check if a case is registered.
+     *
+     * @param caseId - Case identifier
+     * @returns true if registered
+     */
+    has(caseId: string): boolean;
+    /**
+     * Get the number of registered cases.
+     */
+    get size(): number;
+    /**
+     * Clear all registrations.
+     */
+    clear(): void;
+    /**
+     * Load the input resource for a case.
+     *
+     * @param caseId - Case identifier
+     * @returns Promise resolving to the input resource
+     */
+    getInput(caseId: string): Promise<TInput>;
+    /**
+     * Get the algorithm inputs for a case.
+     *
+     * @param caseId - Case identifier
+     * @returns Algorithm inputs
+     */
+    getInputs(caseId: string): TInputs;
+}
+/**
+ * Global case registry instance.
+ *
+ * Use this for standard registration, or create instances for isolation.
+ */
+export declare const caseRegistry: CaseRegistry<unknown, unknown>;
+//# sourceMappingURL=case-registry.d.ts.map

package/dist/registry/case-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-registry.d.ts","sourceRoot":"","sources":["../../src/registry/case-registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEvE;;;;;GAKG;AACH,qBAAa,YAAY,CAAC,MAAM,GAAG,OAAO,EAAE,OAAO,GAAG,OAAO;IAC5D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsD;IAElF;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAU3D;;;;OAIG;IACH,WAAW,CAAC,WAAW,EAAE,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,IAAI;IAOjE;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAIhE;;;;;;OAMG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC;IAQ3D;;;;;OAKG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAIhE;;;;;OAKG;IACH,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAIxD;;;;OAIG;IACH,IAAI,IAAI,MAAM,EAAE;IAIhB;;;;OAIG;IACH,SAAS,IAAI,cAAc,EAAE;IAI7B;;;;OAIG;IACH,WAAW,IAAI,MAAM,EAAE;IAUvB;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAI5B;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;;;;OAKG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C;;;;;OAKG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;CAIlC;AAED;;;;GAIG;AACH,eAAO,MAAM,YAAY,gCAAqB,CAAC"}

package/dist/registry/case-registry.js

@@ -0,0 +1,160 @@
+/**
+ * Case Registry
+ *
+ * Central registry for evaluation case definitions. Cases are registered
+ * with their factories, enabling lazy loading of resources during
+ * experiment execution.
+ */
+/**
+ * Registry for evaluation case definitions.
+ *
+ * @template TInput - The resource type (e.g., Graph, Dataset)
+ * @template TInputs - The algorithm inputs type
+ */
+export class CaseRegistry {
+    definitions = new Map();
+    /**
+     * Register a new case.
+     *
+     * @param definition - Case definition including metadata and factories
+     * @throws Error if case with same ID already registered
+     */
+    register(definition) {
+        const caseId = definition.case.caseId;
+        if (this.definitions.has(caseId)) {
+            throw new Error(`Case already registered: ${caseId}`);
+        }
+        this.definitions.set(caseId, definition);
+        return this;
+    }
+    /**
+     * Register multiple cases at once.
+     *
+     * @param definitions - Array of case definitions
+     */
+    registerAll(definitions) {
+        for (const definition of definitions) {
+            this.register(definition);
+        }
+        return this;
+    }
+    /**
+     * Get a case definition by ID.
+     *
+     * @param caseId - Case identifier
+     * @returns Case definition or undefined
+     */
+    get(caseId) {
+        return this.definitions.get(caseId);
+    }
+    /**
+     * Get a case definition by ID, throwing if not found.
+     *
+     * @param caseId - Case identifier
+     * @returns Case definition
+     * @throws Error if case not found
+     */
+    getOrThrow(caseId) {
+        const definition = this.definitions.get(caseId);
+        if (!definition) {
+            throw new Error(`Case not found: ${caseId}`);
+        }
+        return definition;
+    }
+    /**
+     * Get all cases with a specific class.
+     *
+     * @param caseClass - Class to filter by
+     * @returns Array of matching case definitions
+     */
+    getByClass(caseClass) {
+        return [...this.definitions.values()].filter((d) => d.case.caseClass === caseClass);
+    }
+    /**
+     * Get all cases with a specific tag.
+     *
+     * @param tag - Tag to filter by
+     * @returns Array of matching case definitions
+     */
+    getByTag(tag) {
+        return [...this.definitions.values()].filter((d) => d.case.tags?.includes(tag));
+    }
+    /**
+     * List all registered case IDs.
+     *
+     * @returns Array of case identifiers
+     */
+    list() {
+        return [...this.definitions.keys()];
+    }
+    /**
+     * List all registered case specifications.
+     *
+     * @returns Array of case specifications
+     */
+    listCases() {
+        return [...this.definitions.values()].map((d) => d.case);
+    }
+    /**
+     * List all unique case classes.
+     *
+     * @returns Array of case class names
+     */
+    listClasses() {
+        const classes = new Set();
+        for (const definition of this.definitions.values()) {
+            if (definition.case.caseClass) {
+                classes.add(definition.case.caseClass);
+            }
+        }
+        return [...classes];
+    }
+    /**
+     * Check if a case is registered.
+     *
+     * @param caseId - Case identifier
+     * @returns true if registered
+     */
+    has(caseId) {
+        return this.definitions.has(caseId);
+    }
+    /**
+     * Get the number of registered cases.
+     */
+    get size() {
+        return this.definitions.size;
+    }
+    /**
+     * Clear all registrations.
+     */
+    clear() {
+        this.definitions.clear();
+    }
+    /**
+     * Load the input resource for a case.
+     *
+     * @param caseId - Case identifier
+     * @returns Promise resolving to the input resource
+     */
+    async getInput(caseId) {
+        const definition = this.getOrThrow(caseId);
+        return definition.getInput();
+    }
+    /**
+     * Get the algorithm inputs for a case.
+     *
+     * @param caseId - Case identifier
+     * @returns Algorithm inputs
+     */
+    getInputs(caseId) {
+        const definition = this.getOrThrow(caseId);
+        return definition.getInputs();
+    }
+}
+/**
+ * Global case registry instance.
+ *
+ * Use this for standard registration, or create instances for isolation.
+ */
+export const caseRegistry = new CaseRegistry();
+//# sourceMappingURL=case-registry.js.map

package/dist/registry/case-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-registry.js","sourceRoot":"","sources":["../../src/registry/case-registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;;;;GAKG;AACH,MAAM,OAAO,YAAY;IACP,WAAW,GAAG,IAAI,GAAG,EAA2C,CAAC;IAElF;;;;;OAKG;IACH,QAAQ,CAAC,UAA2C;QACnD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;QACtC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACb,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,WAA8C;QACzD,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED;;;;;;OAMG;IACH,UAAU,CAAC,MAAc;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,UAAU,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,UAAU,CAAC,SAAiB;QAC3B,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;IACrF,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,GAAW;QACnB,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACjF,CAAC;IAED;;;;OAIG;IACH,IAAI;QACH,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,SAAS;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC;IAED;;;;OAIG;IACH,WAAW;QACV,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;QACF,CAAC;QACD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;IACrB,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,MAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK;QACJ,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3C,OAAO,UAAU,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,MAAc;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3C,OAAO,UAAU,CAAC,SAAS,EAAE,CAAC;IAC/B,CAAC;CACD;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/registry/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Registry Module
+ *
+ * Central registries for evaluation cases and systems under test.
+ */
+export * from "./case-registry.js";
+export * from "./sut-registry.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/registry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/registry/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}

package/dist/registry/index.js

@@ -0,0 +1,8 @@
+/**
+ * Registry Module
+ *
+ * Central registries for evaluation cases and systems under test.
+ */
+export * from "./case-registry.js";
+export * from "./sut-registry.js";
+//# sourceMappingURL=index.js.map

package/dist/registry/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/registry/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}