modestbench 0.0.1

package/dist/core/error-manager.js

@@ -0,0 +1,299 @@
+/**
+ * ModestBench Error Manager
+ *
+ * Handles execution errors with context tracking, categorization, and provides
+ * structured error information for graceful degradation.
+ */
+/**
+ * Error code mappings for different error types and contexts
+ */
+const ERROR_CODES = {
+    // Benchmark file errors
+    BENCH_001: 'Benchmark file syntax error',
+    BENCH_002: 'Invalid benchmark structure',
+    BENCH_003: 'Missing dependency',
+    BENCH_004: 'Timeout exceeded',
+    BENCH_005: 'Memory limit exceeded',
+    // Configuration errors
+    CONFIG_001: 'Invalid configuration file',
+    CONFIG_002: 'Missing required option',
+    // Execution errors
+    EXEC_001: 'Task execution failed',
+    EXEC_002: 'Setup function failed',
+    EXEC_003: 'Teardown function failed',
+    EXEC_004: 'Memory leak detected',
+    // File system errors
+    FILE_001: 'File not found',
+    FILE_002: 'Permission denied',
+    FILE_003: 'Invalid file format',
+    // History storage errors
+    HIST_001: 'History data corruption',
+    HIST_002: 'Disk space insufficient',
+    HIST_003: 'Index corruption',
+    // System errors
+    SYS_001: 'Out of memory',
+    SYS_002: 'Process crashed',
+    SYS_003: 'System resource unavailable',
+    // Unknown errors
+    UNKNOWN: 'Unknown error',
+    // Validation errors
+    VALID_001: 'Schema validation failed',
+    VALID_002: 'Type validation failed',
+    VALID_003: 'Range validation failed',
+};
+/**
+ * Recoverable error types that shouldn't stop entire execution
+ */
+const RECOVERABLE_ERRORS = new Set([
+    'BENCH_003', // Missing dependency (can skip specific benchmark)
+    'EXEC_001', // Task execution failed (can continue with other tasks)
+    'FILE_001', // File not found (can continue with other files)
+    'VALID_002', // Type validation failed (can skip invalid items)
+    'VALID_003', // Range validation failed (can skip invalid items)
+]);
+/**
+ * Default error manager implementation
+ */
+export class ModestBenchErrorManager {
+    errors = [];
+    handlers = [];
+    maxRecentErrors = 50;
+    /**
+     * Clear error history
+     */
+    clearStats() {
+        this.errors = [];
+    }
+    /**
+     * Format error for display
+     */
+    formatError(error) {
+        const { code, context, message } = error;
+        let formatted = `[${code}] ${message}`;
+        // Add context information
+        const contextParts = [];
+        if (context.file) {
+            contextParts.push(`file: ${context.file}`);
+        }
+        if (context.suite) {
+            contextParts.push(`suite: ${context.suite}`);
+        }
+        if (context.task) {
+            contextParts.push(`task: ${context.task}`);
+        }
+        if (contextParts.length > 0) {
+            formatted += ` (${contextParts.join(', ')})`;
+        }
+        formatted += ` at ${context.timestamp.toISOString()}`;
+        return formatted;
+    }
+    /**
+     * Get error code for a given error
+     */
+    getErrorCode(error, context) {
+        // Check for specific error patterns
+        const message = error.message.toLowerCase();
+        const name = error.name.toLowerCase();
+        // File system errors
+        if (message.includes('enoent') || message.includes('no such file')) {
+            return 'FILE_001';
+        }
+        if (message.includes('eacces') || message.includes('permission denied')) {
+            return 'FILE_002';
+        }
+        // Memory errors
+        if (message.includes('out of memory') || name.includes('rangeerror')) {
+            return 'SYS_001';
+        }
+        // Timeout errors
+        if (message.includes('timeout') || name.includes('timeout')) {
+            return 'BENCH_004';
+        }
+        // Syntax errors in benchmark files
+        if (name.includes('syntaxerror') && context.phase === 'loading') {
+            return 'BENCH_001';
+        }
+        // Validation errors
+        if (context.phase === 'validation') {
+            if (message.includes('schema') || message.includes('structure')) {
+                return 'VALID_001';
+            }
+            if (message.includes('type')) {
+                return 'VALID_002';
+            }
+            if (message.includes('range') || message.includes('limit')) {
+                return 'VALID_003';
+            }
+        }
+        // Configuration errors
+        if (context.phase === 'discovery' && message.includes('config')) {
+            return 'CONFIG_001';
+        }
+        // Execution phase errors
+        if (context.phase === 'execution') {
+            if (context.task) {
+                return 'EXEC_001';
+            }
+        }
+        if (context.phase === 'setup') {
+            return 'EXEC_002';
+        }
+        if (context.phase === 'teardown') {
+            return 'EXEC_003';
+        }
+        // Storage errors
+        if (message.includes('disk') && message.includes('space')) {
+            return 'HIST_002';
+        }
+        if (message.includes('corrupt') || message.includes('invalid json')) {
+            return 'HIST_001';
+        }
+        // Default to unknown
+        return 'UNKNOWN';
+    }
+    /**
+     * Get error count by phase
+     */
+    getErrorCountByPhase(phase) {
+        return this.errors.filter((error) => error.context.phase === phase).length;
+    }
+    /**
+     * Get human-readable description for error code
+     */
+    getErrorDescription(code) {
+        return ERROR_CODES[code] || 'Unknown error';
+    }
+    /**
+     * Get all error handlers (for testing)
+     */
+    getHandlers() {
+        return [...this.handlers];
+    }
+    /**
+     * Get recent errors for a specific phase
+     */
+    getRecentErrorsForPhase(phase, limit = 10) {
+        return this.errors
+            .filter((error) => error.context.phase === phase)
+            .slice(-limit);
+    }
+    /**
+     * Get error statistics
+     */
+    getStats() {
+        const byPhase = {
+            cleanup: 0,
+            discovery: 0,
+            execution: 0,
+            loading: 0,
+            reporting: 0,
+            setup: 0,
+            teardown: 0,
+            validation: 0,
+        };
+        const byType = {};
+        let firstError;
+        let lastError;
+        for (const error of this.errors) {
+            // Count by phase
+            byPhase[error.context.phase]++;
+            // Count by type (error code)
+            const type = error.code;
+            byType[type] = (byType[type] || 0) + 1;
+            // Track timestamps
+            const timestamp = error.processedAt;
+            if (!firstError || timestamp < firstError) {
+                firstError = timestamp;
+            }
+            if (!lastError || timestamp > lastError) {
+                lastError = timestamp;
+            }
+        }
+        const result = {
+            byPhase,
+            byType,
+            ...(firstError && { firstError }),
+            ...(lastError && { lastError }),
+            recent: this.errors.slice(-this.maxRecentErrors),
+            total: this.errors.length,
+        };
+        return result;
+    }
+    /**
+     * Handle an execution error
+     */
+    handleError(error, context) {
+        const code = this.getErrorCode(error, context);
+        const recoverable = this.isRecoverableByCode(code);
+        const executionError = {
+            code,
+            context,
+            message: this.createMessage(error, context, code),
+            originalError: error,
+            processedAt: new Date(),
+            recoverable,
+            ...(error.stack && { stack: error.stack }),
+        };
+        // Store error for statistics
+        this.errors.push(executionError);
+        // Keep only recent errors to prevent memory leaks
+        if (this.errors.length > this.maxRecentErrors * 2) {
+            this.errors = this.errors.slice(-this.maxRecentErrors);
+        }
+        // Notify handlers
+        for (const handler of this.handlers) {
+            try {
+                handler(executionError);
+            }
+            catch (handlerError) {
+                // Don't let handler errors break error handling
+                console.error('Error in error handler:', handlerError);
+            }
+        }
+        return executionError;
+    }
+    /**
+     * Check if an error is recoverable
+     */
+    isRecoverable(error) {
+        return error.recoverable;
+    }
+    /**
+     * Register error handler callback
+     */
+    onError(handler) {
+        this.handlers.push(handler);
+    }
+    /**
+     * Remove error handler
+     */
+    removeHandler(handler) {
+        const index = this.handlers.indexOf(handler);
+        if (index >= 0) {
+            this.handlers.splice(index, 1);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Create human-readable error message
+     */
+    createMessage(error, context, code) {
+        const baseMessage = this.getErrorDescription(code);
+        const originalMessage = error.message;
+        // If the original message is more descriptive, use it
+        if (originalMessage &&
+            originalMessage !== baseMessage &&
+            !originalMessage.includes('[object')) {
+            return `${baseMessage}: ${originalMessage}`;
+        }
+        return baseMessage;
+    }
+    /**
+     * Check if error is recoverable by code
+     */
+    isRecoverableByCode(code) {
+        return RECOVERABLE_ERRORS.has(code);
+    }
+}
+//# sourceMappingURL=error-manager.js.map

package/dist/core/error-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-manager.js","sourceRoot":"","sources":["../../src/core/error-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAeH;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB,wBAAwB;IACxB,SAAS,EAAE,6BAA6B;IACxC,SAAS,EAAE,6BAA6B;IACxC,SAAS,EAAE,oBAAoB;IAC/B,SAAS,EAAE,kBAAkB;IAC7B,SAAS,EAAE,uBAAuB;IAElC,uBAAuB;IACvB,UAAU,EAAE,4BAA4B;IACxC,UAAU,EAAE,yBAAyB;IAErC,mBAAmB;IACnB,QAAQ,EAAE,uBAAuB;IACjC,QAAQ,EAAE,uBAAuB;IACjC,QAAQ,EAAE,0BAA0B;IAEpC,QAAQ,EAAE,sBAAsB;IAChC,qBAAqB;IACrB,QAAQ,EAAE,gBAAgB;IAC1B,QAAQ,EAAE,mBAAmB;IAE7B,QAAQ,EAAE,qBAAqB;IAC/B,yBAAyB;IACzB,QAAQ,EAAE,yBAAyB;IACnC,QAAQ,EAAE,yBAAyB;IACnC,QAAQ,EAAE,kBAAkB;IAE5B,gBAAgB;IAChB,OAAO,EAAE,eAAe;IACxB,OAAO,EAAE,iBAAiB;IAC1B,OAAO,EAAE,6BAA6B;IAEtC,iBAAiB;IACjB,OAAO,EAAE,eAAe;IACxB,oBAAoB;IACpB,SAAS,EAAE,0BAA0B;IACrC,SAAS,EAAE,wBAAwB;IAEnC,SAAS,EAAE,yBAAyB;CAC5B,CAAC;AAEX;;GAEG;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,WAAW,EAAE,mDAAmD;IAChE,UAAU,EAAE,wDAAwD;IACpE,UAAU,EAAE,iDAAiD;IAC7D,WAAW,EAAE,kDAAkD;IAC/D,WAAW,EAAE,mDAAmD;CACjE,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,OAAO,uBAAuB;IAC1B,MAAM,GAAqB,EAAE,CAAC;IAE9B,QAAQ,GAAmB,EAAE,CAAC;IAErB,eAAe,GAAG,EAAE,CAAC;IAEtC;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAqB;QAC/B,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;QAEzC,IAAI,SAAS,GAAG,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QAEvC,0BAA0B;QAC1B,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,YAAY,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,YAAY,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,SAAS,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/C,CAAC;QAED,SAAS,IAAI,OAAO,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;QAEtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAY,EAAE,OAAqB;QAC9C,oCAAoC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAEtC,qBAAqB;QACrB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACnE,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACxE,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,gBAAgB;QAChB,IAAI,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACrE,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,iBAAiB;QACjB,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5D,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChE,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,oBAAoB;QACpB,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;YACnC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChE,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,OAAO,WAAW,CAAC;YACrB,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,CAAC,KAAK,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChE,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,yBAAyB;QACzB,IAAI,OAAO,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAClC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC9B,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,iBAAiB;QACjB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1D,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACpE,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,qBAAqB;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,KAAqB;QACxC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,IAAY;QAC9B,OAAO,WAAW,CAAC,IAAgC,CAAC,IAAI,eAAe,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,uBAAuB,CAAC,KAAqB,EAAE,KAAK,GAAG,EAAE;QACvD,OAAO,IAAI,CAAC,MAAM;aACf,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC;aAChD,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,OAAO,GAAmC;YAC9C,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,UAA4B,CAAC;QACjC,IAAI,SAA2B,CAAC;QAEhC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,iBAAiB;YACjB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAE/B,6BAA6B;YAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAEvC,mBAAmB;YACnB,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC;YACpC,IAAI,CAAC,UAAU,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;gBAC1C,UAAU,GAAG,SAAS,CAAC;YACzB,CAAC;YACD,IAAI,CAAC,SAAS,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;gBACxC,SAAS,GAAG,SAAS,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAe;YACzB,OAAO;YACP,MAAM;YACN,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,CAAC;YACjC,GAAG,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;YAChD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC1B,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAY,EAAE,OAAqB;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAEnD,MAAM,cAAc,GAAmB;YACrC,IAAI;YACJ,OAAO;YACP,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC;YACjD,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,IAAI,IAAI,EAAE;YACvB,WAAW;YACX,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;SAC3C,CAAC;QAEF,6BAA6B;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEjC,kDAAkD;QAClD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzD,CAAC;QAED,kBAAkB;QAClB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,CAAC,cAAc,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,gDAAgD;gBAChD,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,KAAqB;QACjC,OAAO,KAAK,CAAC,WAAW,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAAqB;QAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAqB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,KAAY,EACZ,OAAqB,EACrB,IAAY;QAEZ,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC;QAEtC,sDAAsD;QACtD,IACE,eAAe;YACf,eAAe,KAAK,WAAW;YAC/B,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,EACpC,CAAC;YACD,OAAO,GAAG,WAAW,KAAK,eAAe,EAAE,CAAC;QAC9C,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAY;QACtC,OAAO,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;CACF"}

package/dist/core/loader.cjs

@@ -0,0 +1,287 @@
+"use strict";
+/**
+ * ModestBench File Loader
+ *
+ * Handles discovery, loading, and validation of benchmark files. Supports glob
+ * pattern matching and file structure validation.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
+    if (typeof path === "string" && /^\.\.?\//.test(path)) {
+        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
+            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
+        });
+    }
+    return path;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BenchmarkFileLoader = void 0;
+const glob_1 = require("glob");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const constants_js_1 = require("../constants.cjs");
+const benchmark_schema_js_1 = require("./benchmark-schema.cjs");
+/**
+ * Implementation of FileLoader for benchmark files
+ */
+class BenchmarkFileLoader {
+    supportedExtensions = constants_js_1.BENCHMARK_FILE_EXTENSIONS;
+    /**
+     * Discover benchmark files using glob patterns or explicit file paths
+     */
+    async discover(pattern, exclude = []) {
+        try {
+            let patterns = Array.isArray(pattern) ? pattern : [pattern];
+            // Handle empty patterns - use sensible defaults
+            if (patterns.length === 0) {
+                patterns = [
+                    `*${constants_js_1.BENCHMARK_FILE_PATTERN}`, // top-level current directory
+                    `bench/*${constants_js_1.BENCHMARK_FILE_PATTERN}`, // top-level bench/ directory
+                ];
+            }
+            // Expand directory paths to recursive glob patterns
+            const expandedPatterns = [];
+            for (const p of patterns) {
+                try {
+                    const stats = await (0, promises_1.stat)(p);
+                    if (stats.isDirectory()) {
+                        // Directory: search recursively
+                        expandedPatterns.push(`${p}/**/*${constants_js_1.BENCHMARK_FILE_PATTERN}`);
+                    }
+                    else {
+                        // File or doesn't exist: use as-is (glob will handle it)
+                        expandedPatterns.push(p);
+                    }
+                }
+                catch {
+                    // Path doesn't exist, treat as glob pattern
+                    expandedPatterns.push(p);
+                }
+            }
+            const allFiles = new Set();
+            // Process each pattern
+            for (const p of expandedPatterns) {
+                const files = await (0, glob_1.glob)(p, {
+                    absolute: true,
+                    ignore: exclude,
+                    nodir: true,
+                });
+                // Add discovered files to the set (automatic deduplication)
+                for (const file of files) {
+                    allFiles.add(file);
+                }
+            }
+            // Filter to supported file extensions
+            const supportedFiles = Array.from(allFiles).filter((file) => {
+                const ext = (0, node_path_1.extname)(file);
+                return this.supportedExtensions.has(ext);
+            });
+            return supportedFiles.sort();
+        }
+        catch (error) {
+            throw new Error(`File discovery failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Load a single benchmark file
+     */
+    async load(filePath) {
+        try {
+            // Basic file checks (existence, extension)
+            const basicValidation = await this.validate(filePath);
+            if (!basicValidation.valid) {
+                throw new Error(`Invalid benchmark file: ${basicValidation.errors.map((e) => e.message).join(', ')}`);
+            }
+            // Read file content
+            const content = await (0, promises_1.readFile)(filePath, 'utf-8');
+            // Get file stats for metadata
+            const stats = await (0, promises_1.stat)(filePath);
+            // Load the module using dynamic import
+            const ext = (0, node_path_1.extname)(filePath);
+            let module;
+            if (ext === '.ts' || ext === '.mts' || ext === '.cts') {
+                // For TypeScript files, use cosmiconfig-typescript-loader
+                const { TypeScriptLoader: createTypeScriptLoader } = await Promise.resolve().then(() => __importStar(require('cosmiconfig-typescript-loader')));
+                const loader = createTypeScriptLoader();
+                module = (await loader(filePath, content));
+            }
+            else {
+                // Use native dynamic import for JavaScript files with cache busting
+                // Add timestamp to prevent module caching issues across multiple loads
+                const timestamp = Date.now();
+                module = (await Promise.resolve(`${__rewriteRelativeImportExtension(`${filePath}?t=${timestamp}`)}`).then(s => __importStar(require(s))));
+            }
+            const exports = module.default || module;
+            // Validate the loaded exports structure with Zod
+            const structureValidation = this.validateExports(filePath, exports);
+            if (!structureValidation.valid || !structureValidation.data) {
+                throw new Error(`Invalid benchmark structure: ${structureValidation.errors.map((e) => e.message).join(', ')}`);
+            }
+            // Use the transformed/normalized data from Zod
+            // (this ensures shorthand functions are properly wrapped)
+            const normalizedExports = structureValidation.data;
+            // Analyze exports for metadata (simplified - structure already validated)
+            const hasDefaultExport = module.default !== undefined;
+            const exportNames = Object.keys(module);
+            return {
+                content,
+                exports: normalizedExports,
+                filePath,
+                metadata: {
+                    exportNames,
+                    hasDefaultExport,
+                    mtime: stats.mtime,
+                    size: stats.size,
+                },
+            };
+        }
+        catch (error) {
+            throw new Error(`Failed to load file ${filePath}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Load multiple files in parallel
+     */
+    async loadAll(filePaths) {
+        try {
+            const loadPromises = filePaths.map((filePath) => this.load(filePath));
+            return await Promise.all(loadPromises);
+        }
+        catch (error) {
+            throw new Error(`Failed to load files: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Validate benchmark file (basic checks only - file existence and extension)
+     * Structure validation happens after loading in the load() method
+     */
+    async validate(filePath) {
+        const errors = [];
+        const warnings = [];
+        try {
+            // Check file existence
+            try {
+                await (0, promises_1.access)(filePath);
+            }
+            catch {
+                errors.push({
+                    code: 'FILE_NOT_FOUND',
+                    file: filePath,
+                    message: 'File does not exist',
+                    severity: 'error',
+                });
+                return { errors, files: [], valid: false, warnings };
+            }
+            // Check file extension
+            const ext = (0, node_path_1.extname)(filePath);
+            if (!this.supportedExtensions.has(ext)) {
+                errors.push({
+                    code: 'UNSUPPORTED_EXTENSION',
+                    file: filePath,
+                    message: `Unsupported file extension: ${ext}. Supported extensions: ${Array.from(this.supportedExtensions).join(', ')}`,
+                    severity: 'error',
+                });
+            }
+            return {
+                errors,
+                files: [filePath],
+                valid: errors.length === 0,
+                warnings,
+            };
+        }
+        catch (error) {
+            errors.push({
+                code: 'VALIDATION_ERROR',
+                file: filePath,
+                message: `Validation failed: ${error instanceof Error ? error.message : String(error)}`,
+                severity: 'error',
+            });
+            return {
+                errors,
+                files: [filePath],
+                valid: false,
+                warnings,
+            };
+        }
+    }
+    /**
+     * Watch for file changes (placeholder implementation)
+     */
+    watch(_pattern, _callback) {
+        // TODO: Implement file watching with chokidar or similar
+        // For now, return a no-op watcher
+        return {
+            close() {
+                // No-op
+            },
+        };
+    }
+    /**
+     * Validate the structure of loaded exports using Zod schema Returns the
+     * transformed/normalized data if validation succeeds
+     */
+    validateExports(filePath, exports) {
+        const errors = [];
+        const warnings = [];
+        try {
+            const result = benchmark_schema_js_1.benchmarkFileSchema.safeParse(exports);
+            if (!result.success) {
+                for (const issue of result.error.issues) {
+                    const path = issue.path.length > 0 ? `${issue.path.join('.')}: ` : '';
+                    errors.push({
+                        code: 'INVALID_STRUCTURE',
+                        file: filePath,
+                        message: `${path}${issue.message}`,
+                        severity: 'error',
+                    });
+                }
+                return { errors, valid: false, warnings };
+            }
+            // Return the transformed data (with shorthand functions normalized)
+            return { data: result.data, errors, valid: true, warnings };
+        }
+        catch (error) {
+            errors.push({
+                code: 'VALIDATION_ERROR',
+                file: filePath,
+                message: `Structure validation failed: ${error instanceof Error ? error.message : String(error)}`,
+                severity: 'error',
+            });
+            return { errors, valid: false, warnings };
+        }
+    }
+}
+exports.BenchmarkFileLoader = BenchmarkFileLoader;
+//# sourceMappingURL=loader.js.map

package/dist/core/loader.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../src/core/loader.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+BAA4B;AAC5B,+CAA0D;AAC1D,yCAAoC;AAWpC,mDAGyB;AACzB,gEAA4D;AAkB5D;;GAEG;AACH,MAAa,mBAAmB;IACb,mBAAmB,GAAG,wCAAyB,CAAC;IAEjE;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,UAAoB,EAAE;QAEtB,IAAI,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAE5D,gDAAgD;YAChD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,QAAQ,GAAG;oBACT,IAAI,qCAAsB,EAAE,EAAE,8BAA8B;oBAC5D,UAAU,qCAAsB,EAAE,EAAE,6BAA6B;iBAClE,CAAC;YACJ,CAAC;YAED,oDAAoD;YACpD,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,MAAM,IAAA,eAAI,EAAC,CAAC,CAAC,CAAC;oBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxB,gCAAgC;wBAChC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,qCAAsB,EAAE,CAAC,CAAC;oBAC9D,CAAC;yBAAM,CAAC;wBACN,yDAAyD;wBACzD,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,4CAA4C;oBAC5C,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;YAEnC,uBAAuB;YACvB,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,MAAM,IAAA,WAAI,EAAC,CAAC,EAAE;oBAC1B,QAAQ,EAAE,IAAI;oBACd,MAAM,EAAE,OAAO;oBACf,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;gBAEH,4DAA4D;gBAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,sCAAsC;YACtC,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE;gBAClE,MAAM,GAAG,GAAG,IAAA,mBAAO,EAAC,IAAI,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YAEH,OAAO,cAAc,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACnF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,QAAgB;QACzB,IAAI,CAAC;YACH,2CAA2C;YAC3C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACtD,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,2BAA2B,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACrF,CAAC;YACJ,CAAC;YAED,oBAAoB;YACpB,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAElD,8BAA8B;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAA,eAAI,EAAC,QAAQ,CAAC,CAAC;YAEnC,uCAAuC;YACvC,MAAM,GAAG,GAAG,IAAA,mBAAO,EAAC,QAAQ,CAAC,CAAC;YAC9B,IAAI,MAAqD,CAAC;YAE1D,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACtD,0DAA0D;gBAC1D,MAAM,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,GAAG,wDACnD,+BAA+B,GAChC,CAAC;gBACF,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;gBACxC,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAGxC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,oEAAoE;gBACpE,uEAAuE;gBACvE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,GAAG,CAAC,0DAAa,GAAG,QAAQ,MAAM,SAAS,EAAE,wCAAC,CAGnD,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC;YAEzC,iDAAiD;YACjD,MAAM,mBAAmB,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACpE,IAAI,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;gBAC5D,MAAM,IAAI,KAAK,CACb,gCAAgC,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9F,CAAC;YACJ,CAAC;YAED,+CAA+C;YAC/C,0DAA0D;YAC1D,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,IAAI,CAAC;YAEnD,0EAA0E;YAC1E,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC;YACtD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAExC,OAAO;gBACL,OAAO;gBACP,OAAO,EAAE,iBAAiB;gBAC1B,QAAQ;gBACR,QAAQ,EAAE;oBACR,WAAW;oBACX,gBAAgB;oBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,uBAAuB,QAAQ,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC7F,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,SAAmB;QAC/B,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtE,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,yBAAyB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,uBAAuB;YACvB,IAAI,CAAC;gBACH,MAAM,IAAA,iBAAM,EAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,gBAAgB;oBACtB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,qBAAqB;oBAC9B,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;gBACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YACvD,CAAC;YAED,uBAAuB;YACvB,MAAM,GAAG,GAAG,IAAA,mBAAO,EAAC,QAAQ,CAAC,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,+BAA+B,GAAG,2BAA2B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACvH,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,MAAM;gBACN,KAAK,EAAE,CAAC,QAAQ,CAAC;gBACjB,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;gBAC1B,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACvF,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM;gBACN,KAAK,EAAE,CAAC,QAAQ,CAAC;gBACjB,KAAK,EAAE,KAAK;gBACZ,QAAQ;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CACH,QAAgB,EAChB,SAA0C;QAE1C,yDAAyD;QACzD,kCAAkC;QAClC,OAAO;YACL,KAAK;gBACH,QAAQ;YACV,CAAC;SACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,eAAe,CACrB,QAAgB,EAChB,OAAgB;QAOhB,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,yCAAmB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAEtD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,mBAAmB;wBACzB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,GAAG,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE;wBAClC,QAAQ,EAAE,OAAO;qBAClB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;YAC5C,CAAC;YAED,oEAAoE;YACpE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACjG,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC5C,CAAC;IACH,CAAC;CACF;AAtRD,kDAsRC"}

package/dist/core/loader.d.cts

@@ -0,0 +1,55 @@
+/**
+ * ModestBench File Loader
+ *
+ * Handles discovery, loading, and validation of benchmark files. Supports glob
+ * pattern matching and file structure validation.
+ */
+import type { BenchmarkFile, FileLoader, ValidationResult } from "../types/index.cjs";
+/**
+ * File change notification for watch functionality
+ */
+interface FileChange {
+    readonly filePath: string;
+    readonly timestamp: Date;
+    readonly type: 'added' | 'deleted' | 'modified';
+}
+/**
+ * File watcher interface
+ */
+interface FileWatcher {
+    close(): void;
+}
+/**
+ * Implementation of FileLoader for benchmark files
+ */
+export declare class BenchmarkFileLoader implements FileLoader {
+    private readonly supportedExtensions;
+    /**
+     * Discover benchmark files using glob patterns or explicit file paths
+     */
+    discover(pattern: string | string[], exclude?: string[]): Promise<string[]>;
+    /**
+     * Load a single benchmark file
+     */
+    load(filePath: string): Promise<BenchmarkFile>;
+    /**
+     * Load multiple files in parallel
+     */
+    loadAll(filePaths: string[]): Promise<BenchmarkFile[]>;
+    /**
+     * Validate benchmark file (basic checks only - file existence and extension)
+     * Structure validation happens after loading in the load() method
+     */
+    validate(filePath: string): Promise<ValidationResult>;
+    /**
+     * Watch for file changes (placeholder implementation)
+     */
+    watch(_pattern: string, _callback: (changes: FileChange[]) => void): FileWatcher;
+    /**
+     * Validate the structure of loaded exports using Zod schema Returns the
+     * transformed/normalized data if validation succeeds
+     */
+    private validateExports;
+}
+export {};
+//# sourceMappingURL=loader.d.ts.map

package/dist/core/loader.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/core/loader.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EAEV,aAAa,EACb,UAAU,EAEV,gBAAgB,EAEjB,2BAA0B;AAQ3B;;GAEG;AACH,UAAU,UAAU;IAClB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,CAAC;CACjD;AAED;;GAEG;AACH,UAAU,WAAW;IACnB,KAAK,IAAI,IAAI,CAAC;CACf;AAED;;GAEG;AACH,qBAAa,mBAAoB,YAAW,UAAU;IACpD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IAEjE;;OAEG;IACG,QAAQ,CACZ,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,OAAO,GAAE,MAAM,EAAO,GACrB,OAAO,CAAC,MAAM,EAAE,CAAC;IA4DpB;;OAEG;IACG,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IA4EpD;;OAEG;IACG,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAW5D;;;OAGG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAoD3D;;OAEG;IACH,KAAK,CACH,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,GACzC,WAAW;IAUd;;;OAGG;IACH,OAAO,CAAC,eAAe;CAwCxB"}