modestbench 0.5.0 → 0.6.0

package/src/core/engines/tinybench-engine.ts

@@ -376,7 +376,7 @@ export class TinybenchEngine extends ModestBenchEngine {
       return {
         cv: result.latency.rme, // Use relative margin of error as CV approximation
         iterations: result.latency.samplesCount,
-        marginOfError: result.latency.moe,
+        marginOfError: result.latency.rme, // rme is already a percentage
         max: result.latency.max,
         mean: result.latency.mean,
         metadata: taskData.metadata ?? {},

package/src/core/stats-utils.ts

@@ -11,7 +11,7 @@
 export interface SampleStatistics {
   /** Coefficient of variation (stdDev/mean × 100) */
   readonly cv: number;
-  /** Margin of error at 95% confidence */
+  /** Relative margin of error at 95% confidence (as percentage) */
   readonly marginOfError: number;
   /** Maximum value */
   readonly max: number;
@@ -79,10 +79,12 @@ export const calculateStatistics = (samples: number[]): SampleStatistics => {
   // Coefficient of Variation
   const cv = mean === 0 || samples.length < 2 ? 0 : (stdDev / mean) * 100;
 
-  // Margin of Error (95% confidence)
+  // Relative Margin of Error (95% confidence) - as percentage
+  // Formula: (Z * stdDev / sqrt(n)) / mean * 100
   const Z = 1.96;
-  const marginOfError =
+  const absoluteMoe =
     samples.length === 0 ? 0 : (Z * stdDev) / Math.sqrt(samples.length);
+  const marginOfError = mean === 0 ? 0 : (absoluteMoe / mean) * 100;
 
   // Percentiles (using standard formula: floor((n-1) * p))
   const p95 = samples[Math.floor((samples.length - 1) * 0.95)] ?? 0;

package/src/formatters/history/compare.ts

@@ -13,9 +13,7 @@ import { ansiChars } from '../../utils/ansi.js';
 /**
  * Formatter for history compare command
  */
-export class HistoryCompareFormatter
-  implements HistoryFormatter<CompareResult>
-{
+export class HistoryCompareFormatter implements HistoryFormatter<CompareResult> {
   /**
    * Format as human-readable comparison
    */

package/src/formatters/history/list.ts

@@ -12,9 +12,7 @@ import { ansiChars, colorize } from '../../utils/ansi.js';
 /**
  * Formatter for history list command
  */
-export class HistoryListFormatter
-  implements HistoryFormatter<HistoryListResult>
-{
+export class HistoryListFormatter implements HistoryFormatter<HistoryListResult> {
   /**
    * Format as CSV
    */

package/src/services/config-manager.ts

@@ -320,9 +320,8 @@ export class ModestBenchConfigurationManager implements ConfigurationManager {
         '.ts': async (filepath: string): Promise<unknown> => {
           // Use cosmiconfig-typescript-loader to load TypeScript files
           // This works without tsx in the import chain
-          const { TypeScriptLoader: createTypeScriptLoader } = await import(
-            'cosmiconfig-typescript-loader'
-          );
+          const { TypeScriptLoader: createTypeScriptLoader } =
+            await import('cosmiconfig-typescript-loader');
           const loader = createTypeScriptLoader();
           const { readFile } = await import('node:fs/promises');
           const content = await readFile(filepath, 'utf-8');

package/src/services/file-loader.ts

@@ -142,9 +142,8 @@ export class BenchmarkFileLoader implements FileLoader {
 
       if (ext === '.ts' || ext === '.mts' || ext === '.cts') {
         // For TypeScript files, use cosmiconfig-typescript-loader
-        const { TypeScriptLoader: createTypeScriptLoader } = await import(
-          'cosmiconfig-typescript-loader'
-        );
+        const { TypeScriptLoader: createTypeScriptLoader } =
+          await import('cosmiconfig-typescript-loader');
         const loader = createTypeScriptLoader();
         module = (await loader(filePath, content)) as {
           [key: string]: unknown;