vesper-memory 0.3.0

package/dist/benchmark/metrics-collector.js

@@ -0,0 +1,196 @@
+/**
+ * Metrics Collector for Scientific Benchmarks
+ *
+ * Real-time collection and aggregation of benchmark metrics.
+ * Provides accurate latency measurement, token estimation, and quality evaluation.
+ */
+import { mean, percentile, standardDeviation } from "./statistics.js";
+/**
+ * Error class for metrics collection errors
+ */
+export class MetricsCollectorError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "MetricsCollectorError";
+    }
+}
+/**
+ * Create a new metrics collector
+ */
+export function createMetricsCollector() {
+    const metrics = [];
+    return {
+        record(snapshot) {
+            metrics.push(snapshot);
+        },
+        getMetrics() {
+            // Return a copy to maintain immutability
+            return [...metrics];
+        },
+        getCount() {
+            return metrics.length;
+        },
+        clear() {
+            metrics.length = 0;
+        },
+        aggregate() {
+            if (metrics.length === 0) {
+                throw new MetricsCollectorError("Cannot aggregate empty metrics");
+            }
+            return aggregateMetrics(metrics);
+        },
+    };
+}
+/**
+ * Measure the latency of a function execution
+ *
+ * @param fn - Function to measure (can be sync or async)
+ * @returns Object containing the result and latency in milliseconds
+ */
+export async function measureLatency(fn) {
+    const start = performance.now();
+    try {
+        const result = await fn();
+        const latencyMs = performance.now() - start;
+        return { result, latencyMs };
+    }
+    catch (error) {
+        // Re-throw to propagate errors
+        throw error;
+    }
+}
+/**
+ * Estimate the number of tokens in a text string
+ *
+ * Uses a heuristic approximation:
+ * - English prose: ~4 characters per token
+ * - Code: ~3 characters per token (more punctuation)
+ * - Mixed: ~3.5 characters per token
+ *
+ * @param text - The text to estimate tokens for
+ * @param contentType - Optional hint about content type
+ * @returns Estimated token count
+ */
+export function estimateTokens(text, contentType = "mixed") {
+    if (!text || text.trim().length === 0) {
+        return 0;
+    }
+    // Clean up text
+    const cleanText = text.trim();
+    // Characters per token varies by content type
+    let charsPerToken;
+    switch (contentType) {
+        case "code":
+            charsPerToken = 3.0; // Code has more special chars = more tokens
+            break;
+        case "prose":
+            charsPerToken = 4.0; // English prose averages ~4 chars per token
+            break;
+        case "mixed":
+        default:
+            charsPerToken = 3.5;
+    }
+    // Basic estimation
+    const basicEstimate = cleanText.length / charsPerToken;
+    // Adjust for word boundaries (whitespace indicates token boundaries)
+    const wordCount = cleanText.split(/\s+/).filter((w) => w.length > 0).length;
+    // Adjust for punctuation (often separate tokens)
+    const punctuationCount = (cleanText.match(/[.,!?;:'"()\[\]{}]/g) || []).length;
+    // Combine estimates with weights
+    const weightedEstimate = basicEstimate * 0.6 + wordCount * 0.3 + punctuationCount * 0.1;
+    return Math.round(weightedEstimate);
+}
+/**
+ * Evaluate the quality of a response against expected content
+ *
+ * @param actual - The actual response
+ * @param expected - Expected response (string) or keywords (array)
+ * @param options - Evaluation options
+ * @returns Quality score from 0.0 to 1.0
+ */
+export function evaluateResponseQuality(actual, expected, options = {}) {
+    const { mode = "similarity" } = options;
+    if (!actual || actual.trim().length === 0) {
+        return 0.0;
+    }
+    const actualLower = actual.toLowerCase().trim();
+    // Keyword matching mode
+    if (mode === "keywords" && Array.isArray(expected)) {
+        const keywordsFound = expected.filter((keyword) => actualLower.includes(keyword.toLowerCase())).length;
+        return keywordsFound / expected.length;
+    }
+    // Similarity mode
+    const expectedStr = Array.isArray(expected) ? expected.join(" ") : expected;
+    const expectedLower = expectedStr.toLowerCase().trim();
+    // Exact match
+    if (actualLower === expectedLower) {
+        return 1.0;
+    }
+    // Calculate word overlap (Jaccard-like similarity)
+    const actualWords = new Set(actualLower.split(/\s+/).filter((w) => w.length > 2));
+    const expectedWords = new Set(expectedLower.split(/\s+/).filter((w) => w.length > 2));
+    if (actualWords.size === 0 || expectedWords.size === 0) {
+        return actualWords.size === expectedWords.size ? 1.0 : 0.0;
+    }
+    // Count intersection
+    let intersection = 0;
+    for (const word of actualWords) {
+        if (expectedWords.has(word)) {
+            intersection++;
+        }
+    }
+    // Jaccard similarity: intersection / union
+    const union = actualWords.size + expectedWords.size - intersection;
+    const jaccard = intersection / union;
+    // Also check for substring inclusion (important for factual responses)
+    let substringBonus = 0;
+    if (actualLower.includes(expectedLower) || expectedLower.includes(actualLower)) {
+        substringBonus = 0.3;
+    }
+    // Combine metrics
+    return Math.min(1.0, jaccard + substringBonus);
+}
+/**
+ * Aggregate an array of metrics snapshots into summary statistics
+ *
+ * @param metrics - Array of metrics snapshots
+ * @returns Aggregated metrics
+ * @throws MetricsCollectorError if metrics array is empty
+ */
+export function aggregateMetrics(metrics) {
+    if (metrics.length === 0) {
+        throw new MetricsCollectorError("Cannot aggregate empty metrics");
+    }
+    // Extract latencies
+    const latencies = metrics.map((m) => m.latencyMs);
+    // Calculate latency percentiles
+    const latencyP50 = percentile(latencies, 50);
+    const latencyP95 = percentile(latencies, 95);
+    const latencyP99 = percentile(latencies, 99);
+    const latencyMean = mean(latencies);
+    const latencyStdDev = latencies.length >= 2 ? standardDeviation(latencies, true) : 0;
+    // Calculate memory hit rate
+    const memoryHits = metrics.filter((m) => m.memoryHit).length;
+    const memoryHitRate = memoryHits / metrics.length;
+    // Calculate average tokens if available
+    const tokensValues = metrics
+        .filter((m) => m.tokensUsed !== undefined)
+        .map((m) => m.tokensUsed);
+    const avgTokens = tokensValues.length > 0 ? Math.round(mean(tokensValues)) : undefined;
+    // Calculate average accuracy if available
+    const accuracyValues = metrics
+        .filter((m) => m.retrievalAccuracy !== undefined)
+        .map((m) => m.retrievalAccuracy);
+    const avgAccuracy = accuracyValues.length > 0 ? mean(accuracyValues) : undefined;
+    return {
+        latencyP50,
+        latencyP95,
+        latencyP99,
+        latencyMean,
+        latencyStdDev,
+        memoryHitRate,
+        avgTokens,
+        avgAccuracy,
+    };
+}
+//# sourceMappingURL=metrics-collector.js.map

package/dist/benchmark/metrics-collector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics-collector.js","sourceRoot":"","sources":["../../src/benchmark/metrics-collector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,IAAI,EAAU,UAAU,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAE9E;;GAEG;AACH,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAC9C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACtC,CAAC;CACF;AAsBD;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,OAAO;QACL,MAAM,CAAC,QAAyB;YAC9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;QAED,UAAU;YACR,yCAAyC;YACzC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;QACtB,CAAC;QAED,QAAQ;YACN,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;QAED,KAAK;YACH,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACrB,CAAC;QAED,SAAS;YACP,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,qBAAqB,CAAC,gCAAgC,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;KACF,CAAC;AACJ,CAAC;AAUD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,EAAwB;IAExB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAE5C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,+BAA+B;QAC/B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAOD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,cAA2B,OAAO;IAElC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,gBAAgB;IAChB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE9B,8CAA8C;IAC9C,IAAI,aAAqB,CAAC;IAC1B,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,MAAM;YACT,aAAa,GAAG,GAAG,CAAC,CAAC,4CAA4C;YACjE,MAAM;QACR,KAAK,OAAO;YACV,aAAa,GAAG,GAAG,CAAC,CAAC,4CAA4C;YACjE,MAAM;QACR,KAAK,OAAO,CAAC;QACb;YACE,aAAa,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,mBAAmB;IACnB,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,aAAa,CAAC;IAEvD,qEAAqE;IACrE,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAE5E,iDAAiD;IACjD,MAAM,gBAAgB,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAE/E,iCAAiC;IACjC,MAAM,gBAAgB,GACpB,aAAa,GAAG,GAAG,GAAG,SAAS,GAAG,GAAG,GAAG,gBAAgB,GAAG,GAAG,CAAC;IAEjE,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;AACtC,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAAc,EACd,QAA2B,EAC3B,UAAoC,EAAE;IAEtC,MAAM,EAAE,IAAI,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAExC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAEhD,wBAAwB;IACxB,IAAI,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAChD,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAC5C,CAAC,MAAM,CAAC;QACT,OAAO,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;IACzC,CAAC;IAED,kBAAkB;IAClB,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC5E,MAAM,aAAa,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAEvD,cAAc;IACd,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,mDAAmD;IACnD,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CACrD,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CACvD,CAAC;IAEF,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,IAAI,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,WAAW,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7D,CAAC;IAED,qBAAqB;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,GAAG,YAAY,CAAC;IACnE,MAAM,OAAO,GAAG,YAAY,GAAG,KAAK,CAAC;IAErC,uEAAuE;IACvE,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/E,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;IAED,kBAAkB;IAClB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,cAAc,CAAC,CAAC;AACjD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,gCAAgC,CAAC,CAAC;IACpE,CAAC;IAED,oBAAoB;IACpB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAElD,gCAAgC;IAChC,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IACpC,MAAM,aAAa,GACjB,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjE,4BAA4B;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAC7D,MAAM,aAAa,GAAG,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAElD,wCAAwC;IACxC,MAAM,YAAY,GAAG,OAAO;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAW,CAAC,CAAC;IAC7B,MAAM,SAAS,GACb,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEvE,0CAA0C;IAC1C,MAAM,cAAc,GAAG,OAAO;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,SAAS,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAkB,CAAC,CAAC;IACpC,MAAM,WAAW,GACf,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE/D,OAAO;QACL,UAAU;QACV,UAAU;QACV,UAAU;QACV,WAAW;QACX,aAAa;QACb,aAAa;QACb,SAAS;QACT,WAAW;KACZ,CAAC;AACJ,CAAC"}

package/dist/benchmark/report-generator.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Report Generator for Scientific Benchmarks
+ *
+ * Generates comprehensive markdown reports from benchmark results.
+ * Includes statistical analysis, comparisons, and visualizations.
+ */
+import type { BenchmarkResult, ComparisonResult, BenchmarkSummary } from "./types.js";
+/**
+ * Generate a complete markdown report from benchmark results
+ *
+ * @param result - The benchmark result to report on
+ * @returns Markdown string
+ */
+export declare function generateMarkdownReport(result: BenchmarkResult): string;
+/**
+ * Generate summary table
+ */
+export declare function generateSummaryTable(summary: BenchmarkSummary): string;
+/**
+ * Generate comparison section for a scenario
+ */
+export declare function generateComparisonSection(comparison: ComparisonResult): string;
+/**
+ * Format a number with optional decimal places and thousand separators
+ */
+export declare function formatNumber(value: number, decimals?: number): string;
+/**
+ * Format a percentage with sign
+ */
+export declare function formatPercentage(value: number): string;
+/**
+ * Format duration in human-readable format
+ */
+export declare function formatDuration(ms: number): string;
+//# sourceMappingURL=report-generator.d.ts.map

package/dist/benchmark/report-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-generator.d.ts","sourceRoot":"","sources":["../../src/benchmark/report-generator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,gBAAgB,EAChB,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AAGpB;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,CAiDtE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,gBAAgB,GAAG,MAAM,CAatE;AA2BD;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM,CA2D9E;AAwDD;;GAEG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAU,GAAG,MAAM,CAKxE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAStD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAUjD"}

package/dist/benchmark/report-generator.js

@@ -0,0 +1,221 @@
+/**
+ * Report Generator for Scientific Benchmarks
+ *
+ * Generates comprehensive markdown reports from benchmark results.
+ * Includes statistical analysis, comparisons, and visualizations.
+ */
+import { SCENARIO_DESCRIPTIONS } from "./types.js";
+/**
+ * Generate a complete markdown report from benchmark results
+ *
+ * @param result - The benchmark result to report on
+ * @returns Markdown string
+ */
+export function generateMarkdownReport(result) {
+    const sections = [];
+    // Title
+    sections.push("# Vesper Benchmark Report\n");
+    // Timestamp
+    const timestamp = new Date(result.endTime).toISOString();
+    sections.push(`**Generated:** ${timestamp}\n`);
+    sections.push(`**Benchmark ID:** ${result.id}\n`);
+    sections.push(`**Duration:** ${formatDuration(result.endTime - result.startTime)}\n`);
+    sections.push("");
+    // Summary
+    sections.push("## Summary\n");
+    sections.push(generateSummaryTable(result.summary));
+    sections.push("");
+    // Overall conclusion
+    sections.push(generateConclusion(result.summary));
+    sections.push("");
+    // Detailed comparisons
+    sections.push("## Scenario Results\n");
+    for (const comparison of result.comparisons) {
+        sections.push(generateComparisonSection(comparison));
+        sections.push("");
+    }
+    // Configuration
+    sections.push("## Configuration\n");
+    sections.push(generateConfigSection(result));
+    sections.push("");
+    // Metadata
+    sections.push("## Metadata\n");
+    sections.push(generateMetadataSection(result));
+    sections.push("");
+    // Footer
+    sections.push("---\n");
+    sections.push("*Report generated by Vesper Scientific Benchmark System*\n");
+    sections.push("*Run benchmarks yourself: `npm run benchmark:scientific`*\n");
+    return sections.join("\n");
+}
+/**
+ * Generate summary table
+ */
+export function generateSummaryTable(summary) {
+    const rows = [
+        ["Metric", "Value"],
+        ["---", "---"],
+        ["Total Scenarios", String(summary.totalScenarios)],
+        ["Vesper Wins", String(summary.vesperWins)],
+        ["Disabled Wins", String(summary.disabledWins)],
+        ["Ties", String(summary.ties)],
+        ["Overall Improvement", formatPercentage(summary.overallImprovement)],
+        ["Statistically Significant", summary.statisticallySignificant ? "Yes" : "No"],
+    ];
+    return rows.map((row) => `| ${row.join(" | ")} |`).join("\n");
+}
+/**
+ * Generate conclusion based on summary
+ */
+function generateConclusion(summary) {
+    const winRate = (summary.vesperWins / summary.totalScenarios) * 100;
+    let conclusion = "### Conclusion\n\n";
+    if (winRate >= 80 && summary.statisticallySignificant) {
+        conclusion += `Vesper demonstrates **strong, statistically significant improvements** across ${summary.vesperWins}/${summary.totalScenarios} scenarios. `;
+        conclusion += `Average improvement of ${formatPercentage(summary.overallImprovement)}.\n`;
+    }
+    else if (winRate >= 60) {
+        conclusion += `Vesper shows **moderate improvements** in ${summary.vesperWins}/${summary.totalScenarios} scenarios. `;
+        conclusion += `Further testing recommended to confirm statistical significance.\n`;
+    }
+    else if (winRate >= 40) {
+        conclusion += `Results are **mixed**, with Vesper winning ${summary.vesperWins}/${summary.totalScenarios} scenarios. `;
+        conclusion += `Consider scenario-specific optimizations.\n`;
+    }
+    else {
+        conclusion += `Vesper shows **limited improvement** in current configuration. `;
+        conclusion += `Review implementation and test methodology.\n`;
+    }
+    return conclusion;
+}
+/**
+ * Generate comparison section for a scenario
+ */
+export function generateComparisonSection(comparison) {
+    const sections = [];
+    // Scenario header
+    const scenarioName = comparison.scenarioType.replace(/-/g, " ").replace(/\b\w/g, (c) => c.toUpperCase());
+    sections.push(`### ${scenarioName}\n`);
+    // Description
+    const description = SCENARIO_DESCRIPTIONS[comparison.scenarioType] || "";
+    if (description) {
+        sections.push(`*${description}*\n`);
+    }
+    // Winner badge
+    const winnerText = comparison.winner === "vesper-enabled"
+        ? "**Winner: Vesper Enabled**"
+        : comparison.winner === "vesper-disabled"
+            ? "**Winner: Vesper Disabled**"
+            : "**Result: Tie**";
+    sections.push(winnerText + "\n");
+    // Latency comparison table
+    sections.push("#### Latency (ms)\n");
+    sections.push("| Metric | Vesper Enabled | Vesper Disabled | Improvement |");
+    sections.push("| --- | --- | --- | --- |");
+    sections.push(`| P50 | ${formatNumber(comparison.enabledResult.aggregates.latencyP50, 1)} | ${formatNumber(comparison.disabledResult.aggregates.latencyP50, 1)} | ${calculateImprovementText(comparison.enabledResult.aggregates.latencyP50, comparison.disabledResult.aggregates.latencyP50)} |`);
+    sections.push(`| P95 | ${formatNumber(comparison.enabledResult.aggregates.latencyP95, 1)} | ${formatNumber(comparison.disabledResult.aggregates.latencyP95, 1)} | ${calculateImprovementText(comparison.enabledResult.aggregates.latencyP95, comparison.disabledResult.aggregates.latencyP95)} |`);
+    sections.push(`| P99 | ${formatNumber(comparison.enabledResult.aggregates.latencyP99, 1)} | ${formatNumber(comparison.disabledResult.aggregates.latencyP99, 1)} | ${calculateImprovementText(comparison.enabledResult.aggregates.latencyP99, comparison.disabledResult.aggregates.latencyP99)} |`);
+    sections.push("");
+    // Memory hit rate
+    if (comparison.enabledResult.aggregates.memoryHitRate !== undefined ||
+        comparison.disabledResult.aggregates.memoryHitRate !== undefined) {
+        const enabledHitRate = comparison.enabledResult.aggregates.memoryHitRate ?? 0;
+        const disabledHitRate = comparison.disabledResult.aggregates.memoryHitRate ?? 0;
+        sections.push(`**Memory Hit Rate:** Enabled: ${formatPercentage(enabledHitRate * 100)}, Disabled: ${formatPercentage(disabledHitRate * 100)}\n`);
+    }
+    // Statistical analysis
+    sections.push("#### Statistical Analysis\n");
+    const stats = comparison.statistics;
+    sections.push(`- **Latency Improvement:** ${formatPercentage(stats.latencyImprovement)}`);
+    sections.push(`- **t-test statistic:** ${formatNumber(stats.tTestResult.tStatistic, 3)}`);
+    sections.push(`- **p-value:** ${formatNumber(stats.tTestResult.pValue, 4)}`);
+    sections.push(`- **Significant (p < ${stats.tTestResult.alpha}):** ${stats.tTestResult.significant ? "Yes" : "No"}`);
+    sections.push(`- **Cohen's d:** ${formatNumber(stats.effectSize.cohensD, 3)} (${stats.effectSize.interpretation})`);
+    sections.push("");
+    return sections.join("\n");
+}
+/**
+ * Calculate improvement text for a metric
+ */
+function calculateImprovementText(enabled, disabled) {
+    if (disabled === 0)
+        return "N/A";
+    const improvement = ((disabled - enabled) / disabled) * 100;
+    return formatPercentage(improvement);
+}
+/**
+ * Generate configuration section
+ */
+function generateConfigSection(result) {
+    const config = result.config;
+    const rows = [
+        ["Setting", "Value"],
+        ["---", "---"],
+        ["Warmup Runs", String(config.warmupRuns)],
+        ["Measurement Runs", String(config.measurementRuns)],
+        ["Timeout (ms)", String(config.timeoutMs)],
+        ["Significance Level (alpha)", String(config.significanceLevel)],
+        ["Scenarios", config.scenarios.join(", ")],
+        ["Output Directory", config.outputDirectory],
+    ];
+    return rows.map((row) => `| ${row.join(" | ")} |`).join("\n");
+}
+/**
+ * Generate metadata section
+ */
+function generateMetadataSection(result) {
+    const meta = result.metadata;
+    const rows = [
+        ["Property", "Value"],
+        ["---", "---"],
+        ["Version", meta.version],
+        ["Environment", meta.environment],
+    ];
+    if (meta.hostname) {
+        rows.push(["Hostname", meta.hostname]);
+    }
+    if (meta.nodeVersion) {
+        rows.push(["Node Version", meta.nodeVersion]);
+    }
+    return rows.map((row) => `| ${row.join(" | ")} |`).join("\n");
+}
+// =============================================================================
+// Formatting Helper Functions
+// =============================================================================
+/**
+ * Format a number with optional decimal places and thousand separators
+ */
+export function formatNumber(value, decimals = 0) {
+    if (decimals === 0) {
+        return value.toLocaleString("en-US", { maximumFractionDigits: 0 });
+    }
+    return value.toFixed(decimals);
+}
+/**
+ * Format a percentage with sign
+ */
+export function formatPercentage(value) {
+    const formatted = value.toFixed(1);
+    if (value > 0) {
+        return `+${formatted}%`;
+    }
+    if (value < 0) {
+        return `${formatted}%`;
+    }
+    return `${formatted}%`;
+}
+/**
+ * Format duration in human-readable format
+ */
+export function formatDuration(ms) {
+    if (ms < 1000) {
+        return `${ms}ms`;
+    }
+    if (ms < 60000) {
+        return `${(ms / 1000).toFixed(1)}s`;
+    }
+    const minutes = Math.floor(ms / 60000);
+    const seconds = Math.floor((ms % 60000) / 1000);
+    return `${minutes}m ${seconds}s`;
+}
+//# sourceMappingURL=report-generator.js.map

package/dist/benchmark/report-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-generator.js","sourceRoot":"","sources":["../../src/benchmark/report-generator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEnD;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAuB;IAC5D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,QAAQ;IACR,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAE7C,YAAY;IACZ,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IACzD,QAAQ,CAAC,IAAI,CAAC,kBAAkB,SAAS,IAAI,CAAC,CAAC;IAC/C,QAAQ,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;IAClD,QAAQ,CAAC,IAAI,CAAC,iBAAiB,cAAc,CAAC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtF,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,UAAU;IACV,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,qBAAqB;IACrB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,uBAAuB;IACvB,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACvC,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAC,CAAC;QACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,gBAAgB;IAChB,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,WAAW;IACX,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/B,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,SAAS;IACT,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,QAAQ,CAAC,IAAI,CACX,4DAA4D,CAC7D,CAAC;IACF,QAAQ,CAAC,IAAI,CACX,6DAA6D,CAC9D,CAAC;IAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAyB;IAC5D,MAAM,IAAI,GAAG;QACX,CAAC,QAAQ,EAAE,OAAO,CAAC;QACnB,CAAC,KAAK,EAAE,KAAK,CAAC;QACd,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrE,CAAC,2BAA2B,EAAE,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;KAC/E,CAAC;IAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,OAAyB;IACnD,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC;IAEpE,IAAI,UAAU,GAAG,oBAAoB,CAAC;IAEtC,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC,wBAAwB,EAAE,CAAC;QACtD,UAAU,IAAI,iFAAiF,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,cAAc,cAAc,CAAC;QAC1J,UAAU,IAAI,0BAA0B,gBAAgB,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC;IAC5F,CAAC;SAAM,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC;QACzB,UAAU,IAAI,6CAA6C,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,cAAc,cAAc,CAAC;QACtH,UAAU,IAAI,oEAAoE,CAAC;IACrF,CAAC;SAAM,IAAI,OAAO,IAAI,EAAE,EAAE,CAAC;QACzB,UAAU,IAAI,8CAA8C,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,cAAc,cAAc,CAAC;QACvH,UAAU,IAAI,6CAA6C,CAAC;IAC9D,CAAC;SAAM,CAAC;QACN,UAAU,IAAI,iEAAiE,CAAC;QAChF,UAAU,IAAI,+CAA+C,CAAC;IAChE,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,UAA4B;IACpE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,kBAAkB;IAClB,MAAM,YAAY,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACzG,QAAQ,CAAC,IAAI,CAAC,OAAO,YAAY,IAAI,CAAC,CAAC;IAEvC,cAAc;IACd,MAAM,WAAW,GAAG,qBAAqB,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IACzE,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CAAC,IAAI,WAAW,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,eAAe;IACf,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,KAAK,gBAAgB;QACvD,CAAC,CAAC,4BAA4B;QAC9B,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,iBAAiB;YACzC,CAAC,CAAC,6BAA6B;YAC/B,CAAC,CAAC,iBAAiB,CAAC;IACtB,QAAQ,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAEjC,2BAA2B;IAC3B,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACrC,QAAQ,CAAC,IAAI,CACX,6DAA6D,CAC9D,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3C,QAAQ,CAAC,IAAI,CACX,WAAW,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,wBAAwB,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CACpR,CAAC;IACF,QAAQ,CAAC,IAAI,CACX,WAAW,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,wBAAwB,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CACpR,CAAC;IACF,QAAQ,CAAC,IAAI,CACX,WAAW,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,YAAY,CAAC,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,wBAAwB,CAAC,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CACpR,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,kBAAkB;IAClB,IACE,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,aAAa,KAAK,SAAS;QAC/D,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,aAAa,KAAK,SAAS,EAChE,CAAC;QACD,MAAM,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC,UAAU,CAAC,aAAa,IAAI,CAAC,CAAC;QAC9E,MAAM,eAAe,GAAG,UAAU,CAAC,cAAc,CAAC,UAAU,CAAC,aAAa,IAAI,CAAC,CAAC;QAChF,QAAQ,CAAC,IAAI,CAAC,iCAAiC,gBAAgB,CAAC,cAAc,GAAG,GAAG,CAAC,eAAe,gBAAgB,CAAC,eAAe,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACnJ,CAAC;IAED,uBAAuB;IACvB,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC;IACpC,QAAQ,CAAC,IAAI,CAAC,8BAA8B,gBAAgB,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IAC1F,QAAQ,CAAC,IAAI,CAAC,2BAA2B,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1F,QAAQ,CAAC,IAAI,CAAC,kBAAkB,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7E,QAAQ,CAAC,IAAI,CAAC,wBAAwB,KAAK,CAAC,WAAW,CAAC,KAAK,QAAQ,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACrH,QAAQ,CAAC,IAAI,CAAC,oBAAoB,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,UAAU,CAAC,cAAc,GAAG,CAAC,CAAC;IACpH,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAAC,OAAe,EAAE,QAAgB;IACjE,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACjC,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC;IAC5D,OAAO,gBAAgB,CAAC,WAAW,CAAC,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,MAAuB;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,IAAI,GAAG;QACX,CAAC,SAAS,EAAE,OAAO,CAAC;QACpB,CAAC,KAAK,EAAE,KAAK,CAAC;QACd,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACpD,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,4BAA4B,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAChE,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,kBAAkB,EAAE,MAAM,CAAC,eAAe,CAAC;KAC7C,CAAC;IAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,MAAuB;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC7B,MAAM,IAAI,GAAG;QACX,CAAC,UAAU,EAAE,OAAO,CAAC;QACrB,CAAC,KAAK,EAAE,KAAK,CAAC;QACd,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC;QACzB,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC;KAClC,CAAC;IAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChE,CAAC;AAED,gFAAgF;AAChF,8BAA8B;AAC9B,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,WAAmB,CAAC;IAC9D,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,IAAI,SAAS,GAAG,CAAC;IAC1B,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,GAAG,SAAS,GAAG,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,SAAS,GAAG,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,EAAU;IACvC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACd,OAAO,GAAG,EAAE,IAAI,CAAC;IACnB,CAAC;IACD,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACtC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IAChD,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,CAAC;AACnC,CAAC"}

package/dist/benchmark/runner.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Benchmark Runner
+ *
+ * Orchestrates the execution of all benchmark scenarios.
+ * Runs A/B tests (Vesper enabled vs disabled) and compares results.
+ */
+import type { BenchmarkConfig, BenchmarkResult, ScenarioResult, StatisticalComparison } from "./types.js";
+import { MCPClient } from "./scenarios/index.js";
+/**
+ * Benchmark runner interface
+ */
+export interface BenchmarkRunner {
+    /** Get current configuration */
+    getConfig(): BenchmarkConfig;
+    /** Run all benchmarks */
+    run(): Promise<BenchmarkResult>;
+}
+/**
+ * Create a benchmark runner
+ *
+ * @param client - MCP client for memory operations
+ * @param config - Benchmark configuration
+ * @returns BenchmarkRunner instance
+ */
+export declare function createBenchmarkRunner(client: MCPClient, config: BenchmarkConfig): BenchmarkRunner;
+/**
+ * Compare two scenario results statistically
+ */
+export declare function comparePhasesStatistically(enabledResult: ScenarioResult, disabledResult: ScenarioResult, alpha: number): StatisticalComparison;
+//# sourceMappingURL=runner.d.ts.map

package/dist/benchmark/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/benchmark/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,eAAe,EACf,cAAc,EAEd,qBAAqB,EAItB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAkB,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjE;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,gCAAgC;IAChC,SAAS,IAAI,eAAe,CAAC;IAE7B,yBAAyB;IACzB,GAAG,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;CACjC;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE,eAAe,GACtB,eAAe,CAsDjB;AA2HD;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,aAAa,EAAE,cAAc,EAC7B,cAAc,EAAE,cAAc,EAC9B,KAAK,EAAE,MAAM,GACZ,qBAAqB,CAgFvB"}