@kenkaiiii/ggcoder 4.11.3 → 4.12.1

package/dist/core/speed-benchmark.d.ts

@@ -0,0 +1,133 @@
+/**
+ * Speed benchmark harness — measures the latency impact of speedProfile
+ * optimizations (1-h cache TTL + pre-warming) against the current baseline
+ * (5-min cache TTL, no pre-warm).
+ *
+ * Uses a mock streaming provider that simulates realistic provider timing:
+ *   - Cold prefill (cache miss): proportional to uncached input tokens
+ *   - Warm prefill (cache hit): 10× faster (cache reads cost 0.1×)
+ *   - Output streaming: at a configurable token rate
+ *   - Cache TTL: configurable (5 min baseline vs 1 h optimized)
+ *
+ * No real API calls are made — the mock uses real `setTimeout` for prefill and
+ * output-token latency (so wall-clock measurements are meaningful) but a
+ * virtual clock for inter-turn delays (so multi-minute gaps are instant).
+ *
+ * Run via vitest:  npx vitest run src/core/speed-benchmark.test.ts
+ * Or as a script:  npx tsx src/core/speed-benchmark.ts
+ */
+import { StreamResult, type StreamOptions } from "@kenkaiiii/gg-ai";
+export interface MockTimingConfig {
+    /** ms per uncached input token during prefill (cold start). */
+    coldPrefillMsPerToken: number;
+    /** ms per cached input token during prefill (cache hit). 10× faster. */
+    warmPrefillMsPerToken: number;
+    /** ms per output token (determines streaming rate). ~15ms = 66 tok/s. */
+    outputMsPerToken: number;
+    /** Cache TTL in ms. 5_000 = baseline (5 min), 3_600_000 = optimized (1 h). */
+    cacheTtlMs: number;
+    /** Fixed network overhead per request (TCP + TLS + auth). */
+    networkOverheadMs: number;
+    /** Default output tokens per turn if not specified by the workload. */
+    defaultOutputTokens: number;
+}
+export declare const REALISTIC_TIMING: MockTimingConfig;
+/**
+ * A mock streaming provider that simulates LLM timing with cache semantics.
+ * Registered as provider "benchmark-mock" so the real agent loop code path
+ * is exercised end-to-end.
+ */
+export declare class MockBenchmarkProvider {
+    private cache;
+    private config;
+    /** Virtual clock — lets the benchmark simulate multi-minute gaps between
+     *  turns without actually sleeping. The cache TTL check uses this, not
+     *  Date.now(). Only prefill/output latency uses real setTimeout. */
+    private virtualNow;
+    readonly stats: {
+        cacheHits: number;
+        cacheMisses: number;
+        cacheWrites: number;
+        cacheEvictions: number;
+        totalPrefillMs: number;
+        totalOutputMs: number;
+        totalNetworkMs: number;
+        turns: number;
+    };
+    constructor(config?: Partial<MockTimingConfig>);
+    /** Update config (e.g., switch TTL for baseline vs optimized run). */
+    setConfig(config: Partial<MockTimingConfig>): void;
+    /** Advance the virtual clock (for cache TTL simulation without real sleeping). */
+    advanceClock(ms: number): void;
+    /** Clear all cache state and stats (between benchmark runs). */
+    reset(): void;
+    /** Number of entries currently in the mock cache. */
+    getCacheSize(): number;
+    /** Force a cache write (simulates pre-warming). */
+    prewarm(cacheKey: string, tokenCount: number): void;
+    stream(options: StreamOptions): StreamResult;
+    private runStream;
+    /** Compute a stable cache key from the system prompt + tool names. */
+    private computeCacheKey;
+}
+export interface WorkloadTurn {
+    /** User message content. */
+    prompt: string;
+    /** Delay before this turn (simulates user think time). Default: 0. */
+    delayMs?: number;
+    /** Override output tokens for this turn. */
+    outputTokens?: number;
+}
+export interface Workload {
+    name: string;
+    /** System prompt (simulates a realistic coding-agent system prompt). */
+    systemPrompt: string;
+    /** Tool definitions (names only for the mock). */
+    toolNames: string[];
+    turns: WorkloadTurn[];
+}
+export interface TurnMetrics {
+    turnNumber: number;
+    promptPreview: string;
+    delayBeforeTurnMs: number;
+    ttftMs: number;
+    cacheHit: boolean;
+    inputTokens: number;
+    outputTokens: number;
+    wallClockMs: number;
+}
+export interface BenchmarkResult {
+    name: string;
+    config: MockTimingConfig;
+    prewarmed: boolean;
+    turns: TurnMetrics[];
+    totalWallClockMs: number;
+    totalTtftMs: number;
+    cacheHits: number;
+    cacheMisses: number;
+    cacheHitRate: number;
+}
+/** Run a workload against the mock provider and collect per-turn metrics. */
+export declare function runBenchmark(workload: Workload, config: MockTimingConfig, options?: {
+    prewarm?: boolean;
+    name?: string;
+}): Promise<BenchmarkResult>;
+export interface ComparisonResult {
+    baseline: BenchmarkResult;
+    optimized: BenchmarkResult;
+    wallClockImprovement: number;
+    ttftImprovement: number;
+    cacheHitRateImprovement: number;
+}
+export declare function compareResults(baseline: BenchmarkResult, optimized: BenchmarkResult): ComparisonResult;
+/** Format a benchmark result as a readable table. */
+export declare function formatResultTable(result: BenchmarkResult): string;
+/** Format a side-by-side comparison. */
+export declare function formatComparison(comparison: ComparisonResult): string;
+/** A realistic multi-turn coding workload with time gaps that expose the
+ *  5-min vs 1-h TTL difference. */
+export declare function createDefaultWorkload(): Workload;
+/** Run baseline vs optimized and return the comparison. Uses scaled-down
+ *  timing (10× faster than real) so the benchmark completes in seconds. */
+export declare function runFullBenchmark(): Promise<ComparisonResult>;
+//# sourceMappingURL=speed-benchmark.d.ts.map

package/dist/core/speed-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"speed-benchmark.d.ts","sourceRoot":"","sources":["../../src/core/speed-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACL,YAAY,EACZ,KAAK,aAAa,EAGnB,MAAM,kBAAkB,CAAC;AAK1B,MAAM,WAAW,gBAAgB;IAC/B,+DAA+D;IAC/D,qBAAqB,EAAE,MAAM,CAAC;IAC9B,wEAAwE;IACxE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAC;IACzB,8EAA8E;IAC9E,UAAU,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,iBAAiB,EAAE,MAAM,CAAC;IAC1B,uEAAuE;IACvE,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED,eAAO,MAAM,gBAAgB,EAAE,gBAO9B,CAAC;AAWF;;;;GAIG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,KAAK,CAAiC;IAC9C,OAAO,CAAC,MAAM,CAAmB;IACjC;;wEAEoE;IACpE,OAAO,CAAC,UAAU,CAAK;IACvB,QAAQ,CAAC,KAAK;;;;;;;;;MASZ;gBAEU,MAAM,GAAE,OAAO,CAAC,gBAAgB,CAAM;IAIlD,sEAAsE;IACtE,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,IAAI;IAIlD,kFAAkF;IAClF,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAI9B,gEAAgE;IAChE,KAAK,IAAI,IAAI;IAab,qDAAqD;IACrD,YAAY,IAAI,MAAM;IAItB,mDAAmD;IACnD,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAKnD,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY;YAK7B,SAAS;IAgGxB,sEAAsE;IACtE,OAAO,CAAC,eAAe;CAMxB;AAID,MAAM,WAAW,YAAY;IAC3B,4BAA4B;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,wEAAwE;IACxE,YAAY,EAAE,MAAM,CAAC;IACrB,kDAAkD;IAClD,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,gBAAgB,CAAC;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAID,6EAA6E;AAC7E,wBAAsB,YAAY,CAChC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,gBAAgB,EACxB,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GACjD,OAAO,CAAC,eAAe,CAAC,CAoG1B;AAID,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,EAAE,eAAe,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,uBAAuB,EAAE,MAAM,CAAC;CACjC;AAED,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,eAAe,EACzB,SAAS,EAAE,eAAe,GACzB,gBAAgB,CAoBlB;AAED,qDAAqD;AACrD,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,CAoBjE;AAED,wCAAwC;AACxC,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM,CA6BrE;AAID;mCACmC;AACnC,wBAAgB,qBAAqB,IAAI,QAAQ,CAkDhD;AAmBD;2EAC2E;AAC3E,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,gBAAgB,CAAC,CA+BlE"}

package/dist/core/speed-benchmark.js

@@ -0,0 +1,410 @@
+/**
+ * Speed benchmark harness — measures the latency impact of speedProfile
+ * optimizations (1-h cache TTL + pre-warming) against the current baseline
+ * (5-min cache TTL, no pre-warm).
+ *
+ * Uses a mock streaming provider that simulates realistic provider timing:
+ *   - Cold prefill (cache miss): proportional to uncached input tokens
+ *   - Warm prefill (cache hit): 10× faster (cache reads cost 0.1×)
+ *   - Output streaming: at a configurable token rate
+ *   - Cache TTL: configurable (5 min baseline vs 1 h optimized)
+ *
+ * No real API calls are made — the mock uses real `setTimeout` for prefill and
+ * output-token latency (so wall-clock measurements are meaningful) but a
+ * virtual clock for inter-turn delays (so multi-minute gaps are instant).
+ *
+ * Run via vitest:  npx vitest run src/core/speed-benchmark.test.ts
+ * Or as a script:  npx tsx src/core/speed-benchmark.ts
+ */
+import { StreamResult, } from "@kenkaiiii/gg-ai";
+import { z } from "zod";
+export const REALISTIC_TIMING = {
+    coldPrefillMsPerToken: 0.15, // 10k tokens = 1.5s prefill
+    warmPrefillMsPerToken: 0.015, // 10k tokens cached = 0.15s prefill (10× faster)
+    outputMsPerToken: 12, // ~83 tok/s output
+    cacheTtlMs: 5 * 60 * 1000, // 5 min (baseline)
+    networkOverheadMs: 200, // 200ms fixed network overhead
+    defaultOutputTokens: 150,
+};
+// ── Mock Provider Implementation ────────────────────────────
+/**
+ * A mock streaming provider that simulates LLM timing with cache semantics.
+ * Registered as provider "benchmark-mock" so the real agent loop code path
+ * is exercised end-to-end.
+ */
+export class MockBenchmarkProvider {
+    cache = new Map();
+    config;
+    /** Virtual clock — lets the benchmark simulate multi-minute gaps between
+     *  turns without actually sleeping. The cache TTL check uses this, not
+     *  Date.now(). Only prefill/output latency uses real setTimeout. */
+    virtualNow = 0;
+    stats = {
+        cacheHits: 0,
+        cacheMisses: 0,
+        cacheWrites: 0,
+        cacheEvictions: 0,
+        totalPrefillMs: 0,
+        totalOutputMs: 0,
+        totalNetworkMs: 0,
+        turns: 0,
+    };
+    constructor(config = {}) {
+        this.config = { ...REALISTIC_TIMING, ...config };
+    }
+    /** Update config (e.g., switch TTL for baseline vs optimized run). */
+    setConfig(config) {
+        this.config = { ...this.config, ...config };
+    }
+    /** Advance the virtual clock (for cache TTL simulation without real sleeping). */
+    advanceClock(ms) {
+        this.virtualNow += ms;
+    }
+    /** Clear all cache state and stats (between benchmark runs). */
+    reset() {
+        this.cache.clear();
+        this.virtualNow = 0;
+        this.stats.cacheHits = 0;
+        this.stats.cacheMisses = 0;
+        this.stats.cacheWrites = 0;
+        this.stats.cacheEvictions = 0;
+        this.stats.totalPrefillMs = 0;
+        this.stats.totalOutputMs = 0;
+        this.stats.totalNetworkMs = 0;
+        this.stats.turns = 0;
+    }
+    /** Number of entries currently in the mock cache. */
+    getCacheSize() {
+        return this.cache.size;
+    }
+    /** Force a cache write (simulates pre-warming). */
+    prewarm(cacheKey, tokenCount) {
+        this.cache.set(cacheKey, { createdAt: this.virtualNow, tokenCount });
+        this.stats.cacheWrites++;
+    }
+    stream(options) {
+        const generator = this.runStream(options);
+        return new StreamResult(generator, options.signal);
+    }
+    async *runStream(options) {
+        const cfg = this.config;
+        this.stats.turns++;
+        // Estimate input tokens from message content (rough: 4 chars per token).
+        let inputChars = 0;
+        for (const msg of options.messages) {
+            if (typeof msg.content === "string") {
+                inputChars += msg.content.length;
+            }
+            else if (Array.isArray(msg.content)) {
+                for (const part of msg.content) {
+                    if ("text" in part && typeof part.text === "string")
+                        inputChars += part.text.length;
+                    if ("content" in part && typeof part.content === "string")
+                        inputChars += part.content.length;
+                }
+            }
+        }
+        // Add tool schema overhead (~500 tokens for a typical tool set).
+        if (options.tools?.length) {
+            inputChars += options.tools.length * 2000;
+        }
+        const inputTokens = Math.ceil(inputChars / 4);
+        // Compute cache key — hash the system prompt + tools (the stable prefix).
+        const cacheKey = this.computeCacheKey(options);
+        // Check cache state (using virtual clock, not real time).
+        const now = this.virtualNow;
+        const cached = this.cache.get(cacheKey);
+        let isCacheHit = false;
+        let prefillTokens = inputTokens;
+        if (cached && now - cached.createdAt < cfg.cacheTtlMs) {
+            // Cache hit — only the diff needs prefill.
+            isCacheHit = true;
+            prefillTokens = Math.max(0, inputTokens - cached.tokenCount);
+            this.stats.cacheHits++;
+        }
+        else {
+            // Cache miss or expired.
+            if (cached && now - cached.createdAt >= cfg.cacheTtlMs) {
+                this.stats.cacheEvictions++;
+            }
+            this.stats.cacheMisses++;
+        }
+        // Simulate prefill latency.
+        const prefillRate = isCacheHit ? cfg.warmPrefillMsPerToken : cfg.coldPrefillMsPerToken;
+        const prefillMs = prefillTokens * prefillRate;
+        this.stats.totalPrefillMs += prefillMs;
+        // Simulate network overhead.
+        this.stats.totalNetworkMs += cfg.networkOverheadMs;
+        // Wait for TTFT (network + prefill).
+        const ttft = cfg.networkOverheadMs + prefillMs;
+        await sleep(ttft);
+        // Update cache after the request is processed.
+        // On a miss: write a fresh entry. On a hit: refresh the TTL and update
+        // the token count (mirrors Anthropic — reading from cache extends its TTL
+        // and the prefix grows as new messages accumulate).
+        this.cache.set(cacheKey, { createdAt: this.virtualNow, tokenCount: inputTokens });
+        if (!isCacheHit) {
+            this.stats.cacheWrites++;
+        }
+        // Determine output tokens.
+        const outputTokens = cfg.defaultOutputTokens;
+        // Stream output tokens.
+        const outputMs = outputTokens * cfg.outputMsPerToken;
+        this.stats.totalOutputMs += outputMs;
+        let textAccum = "";
+        for (let i = 0; i < outputTokens; i++) {
+            await sleep(cfg.outputMsPerToken);
+            const chunk = "x";
+            textAccum += chunk;
+            yield { type: "text_delta", text: chunk };
+        }
+        yield { type: "done", stopReason: "end_turn" };
+        const response = {
+            message: { role: "assistant", content: textAccum },
+            stopReason: "end_turn",
+            usage: {
+                inputTokens: isCacheHit ? prefillTokens : inputTokens,
+                outputTokens,
+                ...(isCacheHit ? { cacheRead: inputTokens - prefillTokens } : {}),
+                ...(!isCacheHit ? { cacheWrite: inputTokens } : {}),
+            },
+        };
+        return response;
+    }
+    /** Compute a stable cache key from the system prompt + tool names. */
+    computeCacheKey(options) {
+        const systemMsg = options.messages.find((m) => m.role === "system");
+        const systemText = typeof systemMsg?.content === "string" ? systemMsg.content : "";
+        const toolNames = (options.tools ?? []).map((t) => t.name).join(",");
+        return `${systemText.length}:${toolNames}`;
+    }
+}
+// ── Benchmark Runner ────────────────────────────────────────
+/** Run a workload against the mock provider and collect per-turn metrics. */
+export async function runBenchmark(workload, config, options = {}) {
+    const provider = new MockBenchmarkProvider(config);
+    // Build mock tools.
+    const tools = workload.toolNames.map((name) => ({
+        name,
+        description: `Mock tool: ${name}`,
+        parameters: z.object({}),
+    }));
+    // Build messages.
+    const messages = [{ role: "system", content: workload.systemPrompt }];
+    // Pre-warm if requested.
+    if (options.prewarm) {
+        const cacheKey = `${workload.systemPrompt.length}:${workload.toolNames.join(",")}`;
+        const inputChars = workload.systemPrompt.length + workload.toolNames.length * 2000;
+        provider.prewarm(cacheKey, Math.ceil(inputChars / 4));
+    }
+    const turnMetrics = [];
+    for (let i = 0; i < workload.turns.length; i++) {
+        const turn = workload.turns[i];
+        // Simulate user delay before this turn — advance the virtual clock
+        // (not real sleep) so multi-minute gaps are instant.
+        if (turn.delayMs && turn.delayMs > 0) {
+            provider.advanceClock(turn.delayMs);
+        }
+        if (turn.outputTokens) {
+            provider.setConfig({ defaultOutputTokens: turn.outputTokens });
+        }
+        // Add user message.
+        messages.push({ role: "user", content: turn.prompt });
+        const turnStart = Date.now();
+        // Measure TTFT.
+        let ttftMs = 0;
+        let firstEvent = true;
+        const streamOptions = {
+            provider: "benchmark-mock",
+            model: "mock-model",
+            messages: [...messages],
+            tools,
+            maxTokens: 4096,
+        };
+        const result = provider.stream(streamOptions);
+        for await (const _event of result) {
+            if (firstEvent) {
+                ttftMs = Date.now() - turnStart;
+                firstEvent = false;
+            }
+        }
+        const response = await result.response;
+        const cacheHit = (response.usage.cacheRead ?? 0) > 0;
+        const inputTokens = response.usage.inputTokens + (response.usage.cacheRead ?? 0);
+        const outputTokens = response.usage.outputTokens;
+        const wallClockMs = Date.now() - turnStart;
+        turnMetrics.push({
+            turnNumber: i + 1,
+            promptPreview: turn.prompt.slice(0, 50),
+            delayBeforeTurnMs: turn.delayMs ?? 0,
+            ttftMs,
+            cacheHit,
+            inputTokens,
+            outputTokens,
+            wallClockMs,
+        });
+        // Add assistant message for next turn.
+        messages.push({
+            role: "assistant",
+            content: typeof response.message.content === "string" ? response.message.content : "",
+        });
+    }
+    const cacheHits = turnMetrics.filter((t) => t.cacheHit).length;
+    const cacheMisses = turnMetrics.length - cacheHits;
+    return {
+        name: options.name ?? workload.name,
+        config,
+        prewarmed: !!options.prewarm,
+        turns: turnMetrics,
+        totalWallClockMs: turnMetrics.reduce((sum, t) => sum + t.wallClockMs, 0),
+        totalTtftMs: turnMetrics.reduce((sum, t) => sum + t.ttftMs, 0),
+        cacheHits,
+        cacheMisses,
+        cacheHitRate: turnMetrics.length > 0 ? cacheHits / turnMetrics.length : 0,
+    };
+}
+export function compareResults(baseline, optimized) {
+    const wallClockImprovement = baseline.totalWallClockMs > 0
+        ? ((baseline.totalWallClockMs - optimized.totalWallClockMs) / baseline.totalWallClockMs) * 100
+        : 0;
+    const ttftImprovement = baseline.totalTtftMs > 0
+        ? ((baseline.totalTtftMs - optimized.totalTtftMs) / baseline.totalTtftMs) * 100
+        : 0;
+    const cacheHitRateImprovement = (optimized.cacheHitRate - baseline.cacheHitRate) * 100;
+    return {
+        baseline,
+        optimized,
+        wallClockImprovement,
+        ttftImprovement,
+        cacheHitRateImprovement,
+    };
+}
+/** Format a benchmark result as a readable table. */
+export function formatResultTable(result) {
+    const lines = [];
+    lines.push(`┌─ ${result.name} ${"─".repeat(Math.max(0, 52 - result.name.length))}┐`);
+    lines.push(`│ Cache TTL: ${formatDuration(result.config.cacheTtlMs)}  |  Prewarmed: ${result.prewarmed ? "YES" : "no"}${" ".repeat(18)}│`);
+    lines.push("│ Turn │ Delay    │ TTFT     │ Cache │ Wall     │ Input tok │");
+    lines.push("│──────┼──────────┼──────────┼───────┼──────────┼───────────│");
+    for (const turn of result.turns) {
+        lines.push(`│ ${String(turn.turnNumber).padStart(4)} │ ${formatDuration(turn.delayBeforeTurnMs).padStart(8)} │ ${formatDuration(turn.ttftMs).padStart(8)} │ ${turn.cacheHit ? " HIT " : "MISS "} │ ${formatDuration(turn.wallClockMs).padStart(8)} │ ${String(turn.inputTokens).padStart(9)} │`);
+    }
+    lines.push("└──────┴──────────┴──────────┴───────┴──────────┴───────────┘");
+    lines.push(`│ Total: ${formatDuration(result.totalWallClockMs).padStart(8)}  |  TTFT: ${formatDuration(result.totalTtftMs).padStart(8)}  |  Hit rate: ${(result.cacheHitRate * 100).toFixed(0)}%${" ".repeat(6)}│`);
+    return lines.join("\n");
+}
+/** Format a side-by-side comparison. */
+export function formatComparison(comparison) {
+    const lines = [];
+    lines.push("");
+    lines.push("╔══════════════════════════════════════════════════════════════╗");
+    lines.push("║           SPEED BENCHMARK: BASELINE vs OPTIMIZED           ║");
+    lines.push("╠══════════════════════════════════════════════════════════════╣");
+    lines.push("");
+    lines.push(formatResultTable(comparison.baseline));
+    lines.push("");
+    lines.push(formatResultTable(comparison.optimized));
+    lines.push("");
+    lines.push("┌─────────────────────────┬──────────────┬──────────────┬───────────┐");
+    lines.push("│ Metric                  │    Baseline  │   Optimized  │    Delta  │");
+    lines.push("├─────────────────────────┼──────────────┼──────────────┼───────────┤");
+    lines.push(`│ Total wall-clock        │ ${formatDuration(comparison.baseline.totalWallClockMs).padStart(11)} │ ${formatDuration(comparison.optimized.totalWallClockMs).padStart(11)} │ ${comparison.wallClockImprovement >= 0 ? "-" : "+"}${Math.abs(comparison.wallClockImprovement).toFixed(1).padStart(5)}%  │`);
+    lines.push(`│ Total TTFT              │ ${formatDuration(comparison.baseline.totalTtftMs).padStart(11)} │ ${formatDuration(comparison.optimized.totalTtftMs).padStart(11)} │ ${comparison.ttftImprovement >= 0 ? "-" : "+"}${Math.abs(comparison.ttftImprovement).toFixed(1).padStart(5)}%  │`);
+    lines.push(`│ Cache hit rate          │ ${(comparison.baseline.cacheHitRate * 100).toFixed(0).padStart(10)}% │ ${(comparison.optimized.cacheHitRate * 100).toFixed(0).padStart(11)}% │ +${comparison.cacheHitRateImprovement.toFixed(0).padStart(4)}pp │`);
+    lines.push(`│ Cache hits / misses     │ ${String(comparison.baseline.cacheHits).padStart(5)} / ${String(comparison.baseline.cacheMisses).padStart(3)} │ ${String(comparison.optimized.cacheHits).padStart(11)} / ${String(comparison.optimized.cacheMisses).padStart(3)} │           │`);
+    lines.push("└─────────────────────────┴──────────────┴──────────────┴───────────┘");
+    lines.push("");
+    return lines.join("\n");
+}
+// ── Default Workload ────────────────────────────────────────
+/** A realistic multi-turn coding workload with time gaps that expose the
+ *  5-min vs 1-h TTL difference. */
+export function createDefaultWorkload() {
+    const systemPrompt = [
+        "You are GG Coder — a coding agent that works directly in the user's codebase.",
+        "You explore, understand, change, and verify code.",
+        "",
+        "## Tools",
+        "- read: Read file contents",
+        "- write: Write file contents",
+        "- edit: Replace text in a file",
+        "- bash: Execute shell commands",
+        "- grep: Search file contents",
+        "- find: Find files matching a pattern",
+        "",
+        "## Environment",
+        `- Working directory: /home/user/project`,
+        `- Platform: linux`,
+    ].join("\n");
+    return {
+        name: "Multi-turn coding session",
+        systemPrompt,
+        toolNames: ["read", "write", "edit", "bash", "grep", "find", "ls", "web_fetch", "subagent"],
+        turns: [
+            {
+                prompt: "Can you look at the auth module and tell me how it works?",
+                delayMs: 0, // First turn — cold cache
+                outputTokens: 200,
+            },
+            {
+                prompt: "Great, now add a rate limiter to the login endpoint.",
+                delayMs: 3 * 60 * 1000, // 3 min — within both TTLs
+                outputTokens: 150,
+            },
+            {
+                prompt: "Also add logging for failed login attempts.",
+                delayMs: 4 * 60 * 1000, // 4 min — within both TTLs
+                outputTokens: 120,
+            },
+            {
+                prompt: "Now update the tests to cover the new rate limiter.",
+                delayMs: 7 * 60 * 1000, // 7 min — BEYOND 5min TTL, within 1h
+                outputTokens: 180,
+            },
+            {
+                prompt: "Run the test suite to make sure everything passes.",
+                delayMs: 2 * 60 * 1000, // 2 min — within both TTLs
+                outputTokens: 100,
+            },
+        ],
+    };
+}
+// ── Helpers ─────────────────────────────────────────────────
+function sleep(ms) {
+    if (ms <= 0)
+        return Promise.resolve();
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function formatDuration(ms) {
+    if (ms < 1000)
+        return `${Math.round(ms)}ms`;
+    if (ms < 60_000)
+        return `${(ms / 1000).toFixed(1)}s`;
+    const min = Math.floor(ms / 60_000);
+    const sec = Math.round((ms % 60_000) / 1000);
+    return `${min}m${sec}s`;
+}
+// ── Full Benchmark Runner ───────────────────────────────────
+/** Run baseline vs optimized and return the comparison. Uses scaled-down
+ *  timing (10× faster than real) so the benchmark completes in seconds. */
+export async function runFullBenchmark() {
+    const workload = createDefaultWorkload();
+    // Scale timing down 10× for fast test runs — ratios are preserved.
+    const scale = 0.1;
+    const baseConfig = {
+        coldPrefillMsPerToken: 0.15 * scale,
+        warmPrefillMsPerToken: 0.015 * scale,
+        outputMsPerToken: 12 * scale,
+        networkOverheadMs: 200 * scale,
+        defaultOutputTokens: 150,
+        cacheTtlMs: 0, // set per-run below
+    };
+    // Baseline: 5-min TTL, no pre-warm.
+    const baseline = await runBenchmark(workload, { ...baseConfig, cacheTtlMs: 5 * 60 * 1000 }, {
+        name: "BASELINE (5min TTL, no prewarm)",
+    });
+    // Optimized: 1-h TTL, with pre-warm.
+    const optimized = await runBenchmark(workload, { ...baseConfig, cacheTtlMs: 60 * 60 * 1000 }, { name: "OPTIMIZED (1h TTL + prewarm)", prewarm: true });
+    return compareResults(baseline, optimized);
+}
+//# sourceMappingURL=speed-benchmark.js.map

package/dist/core/speed-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"speed-benchmark.js","sourceRoot":"","sources":["../../src/core/speed-benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACL,YAAY,GAIb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAmBxB,MAAM,CAAC,MAAM,gBAAgB,GAAqB;IAChD,qBAAqB,EAAE,IAAI,EAAE,4BAA4B;IACzD,qBAAqB,EAAE,KAAK,EAAE,iDAAiD;IAC/E,gBAAgB,EAAE,EAAE,EAAE,mBAAmB;IACzC,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,mBAAmB;IAC9C,iBAAiB,EAAE,GAAG,EAAE,+BAA+B;IACvD,mBAAmB,EAAE,GAAG;CACzB,CAAC;AASF,+DAA+D;AAE/D;;;;GAIG;AACH,MAAM,OAAO,qBAAqB;IACxB,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IACtC,MAAM,CAAmB;IACjC;;wEAEoE;IAC5D,UAAU,GAAG,CAAC,CAAC;IACd,KAAK,GAAG;QACf,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,YAAY,SAAoC,EAAE;QAChD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,gBAAgB,EAAE,GAAG,MAAM,EAAE,CAAC;IACnD,CAAC;IAED,sEAAsE;IACtE,SAAS,CAAC,MAAiC;QACzC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9C,CAAC;IAED,kFAAkF;IAClF,YAAY,CAAC,EAAU;QACrB,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,gEAAgE;IAChE,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,qDAAqD;IACrD,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,mDAAmD;IACnD,OAAO,CAAC,QAAgB,EAAE,UAAkB;QAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,OAAsB;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1C,OAAO,IAAI,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,CAAC,SAAS,CAAC,OAAsB;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAEnB,yEAAyE;QACzE,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,UAAU,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;YACnC,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;wBAAE,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;oBACpF,IAAI,SAAS,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;wBACvD,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;QACD,iEAAiE;QACjE,IAAI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YAC1B,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;QAC5C,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAE9C,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAE/C,0DAA0D;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,aAAa,GAAG,WAAW,CAAC;QAEhC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;YACtD,2CAA2C;YAC3C,UAAU,GAAG,IAAI,CAAC;YAClB,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACvD,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YAC9B,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QAED,4BAA4B;QAC5B,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,GAAG,CAAC,qBAAqB,CAAC;QACvF,MAAM,SAAS,GAAG,aAAa,GAAG,WAAW,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,SAAS,CAAC;QAEvC,6BAA6B;QAC7B,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,GAAG,CAAC,iBAAiB,CAAC;QAEnD,qCAAqC;QACrC,MAAM,IAAI,GAAG,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAC/C,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAElB,+CAA+C;QAC/C,uEAAuE;QACvE,0EAA0E;QAC1E,oDAAoD;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QAED,2BAA2B;QAC3B,MAAM,YAAY,GAAG,GAAG,CAAC,mBAAmB,CAAC;QAE7C,wBAAwB;QACxB,MAAM,QAAQ,GAAG,YAAY,GAAG,GAAG,CAAC,gBAAgB,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC;QAErC,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,GAAG,CAAC;YAClB,SAAS,IAAI,KAAK,CAAC;YACnB,MAAM,EAAE,IAAI,EAAE,YAAqB,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,MAAe,EAAE,UAAU,EAAE,UAAmB,EAAE,CAAC;QAEjE,MAAM,QAAQ,GAAmB;YAC/B,OAAO,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,OAAO,EAAE,SAAS,EAAE;YAC3D,UAAU,EAAE,UAAmB;YAC/B,KAAK,EAAE;gBACL,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW;gBACrD,YAAY;gBACZ,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,GAAG,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjE,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD;SACF,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,sEAAsE;IAC9D,eAAe,CAAC,OAAsB;QAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,OAAO,SAAS,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrE,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IAC7C,CAAC;CACF;AA6CD,+DAA+D;AAE/D,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAkB,EAClB,MAAwB,EACxB,UAAgD,EAAE;IAElD,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAEnD,oBAAoB;IACpB,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9C,IAAI;QACJ,WAAW,EAAE,cAAc,IAAI,EAAE;QACjC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;KACzB,CAAC,CAAC,CAAC;IAEJ,kBAAkB;IAClB,MAAM,QAAQ,GAA8B,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC;IAEjG,yBAAyB;IACzB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACnF,MAAM,UAAU,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;QACnF,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,WAAW,GAAkB,EAAE,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAE/B,mEAAmE;QACnE,qDAAqD;QACrD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACrC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,oBAAoB;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,gBAAgB;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,aAAa,GAAkB;YACnC,QAAQ,EAAE,gBAAyB;YACnC,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC;YACvB,KAAK;YACL,SAAS,EAAE,IAAI;SAChB,CAAC;QAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE9C,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAClC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAChC,UAAU,GAAG,KAAK,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;QACvC,MAAM,QAAQ,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;QACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;QAEjD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE3C,WAAW,CAAC,IAAI,CAAC;YACf,UAAU,EAAE,CAAC,GAAG,CAAC;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACvC,iBAAiB,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC;YACpC,MAAM;YACN,QAAQ;YACR,WAAW;YACX,YAAY;YACZ,WAAW;SACZ,CAAC,CAAC;QAEH,uCAAuC;QACvC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;SACtF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,SAAS,CAAC;IAEnD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI;QACnC,MAAM;QACN,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO;QAC5B,KAAK,EAAE,WAAW;QAClB,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACxE,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,SAAS;QACT,WAAW;QACX,YAAY,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;KAC1E,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,cAAc,CAC5B,QAAyB,EACzB,SAA0B;IAE1B,MAAM,oBAAoB,GACxB,QAAQ,CAAC,gBAAgB,GAAG,CAAC;QAC3B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,GAAG,SAAS,CAAC,gBAAgB,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,GAAG,GAAG;QAC9F,CAAC,CAAC,CAAC,CAAC;IAER,MAAM,eAAe,GACnB,QAAQ,CAAC,WAAW,GAAG,CAAC;QACtB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,GAAG;QAC/E,CAAC,CAAC,CAAC,CAAC;IAER,MAAM,uBAAuB,GAAG,CAAC,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC;IAEvF,OAAO;QACL,QAAQ;QACR,SAAS;QACT,oBAAoB;QACpB,eAAe;QACf,uBAAuB;KACxB,CAAC;AACJ,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,iBAAiB,CAAC,MAAuB;IACvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACrF,KAAK,CAAC,IAAI,CACR,gBAAgB,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAC/H,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAE5E,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,cAAc,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CACrR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CACR,YAAY,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CACxM,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,wCAAwC;AACxC,MAAM,UAAU,gBAAgB,CAAC,UAA4B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IAC/E,KAAK,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IAC7E,KAAK,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;IAC/E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IACpF,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IACpF,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IACpF,KAAK,CAAC,IAAI,CACR,+BAA+B,cAAc,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,cAAc,CAAC,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,UAAU,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CACxS,CAAC;IACF,KAAK,CAAC,IAAI,CACR,+BAA+B,cAAc,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,cAAc,CAAC,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,UAAU,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CACpR,CAAC;IACF,KAAK,CAAC,IAAI,CACR,+BAA+B,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,UAAU,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAC/O,CAAC;IACF,KAAK,CAAC,IAAI,CACR,+BAA+B,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAC7Q,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IACpF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+DAA+D;AAE/D;mCACmC;AACnC,MAAM,UAAU,qBAAqB;IACnC,MAAM,YAAY,GAAG;QACnB,+EAA+E;QAC/E,mDAAmD;QACnD,EAAE;QACF,UAAU;QACV,4BAA4B;QAC5B,8BAA8B;QAC9B,gCAAgC;QAChC,gCAAgC;QAChC,8BAA8B;QAC9B,uCAAuC;QACvC,EAAE;QACF,gBAAgB;QAChB,yCAAyC;QACzC,mBAAmB;KACpB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;QACL,IAAI,EAAE,2BAA2B;QACjC,YAAY;QACZ,SAAS,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,CAAC;QAC3F,KAAK,EAAE;YACL;gBACE,MAAM,EAAE,2DAA2D;gBACnE,OAAO,EAAE,CAAC,EAAE,0BAA0B;gBACtC,YAAY,EAAE,GAAG;aAClB;YACD;gBACE,MAAM,EAAE,sDAAsD;gBAC9D,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,2BAA2B;gBACnD,YAAY,EAAE,GAAG;aAClB;YACD;gBACE,MAAM,EAAE,6CAA6C;gBACrD,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,2BAA2B;gBACnD,YAAY,EAAE,GAAG;aAClB;YACD;gBACE,MAAM,EAAE,qDAAqD;gBAC7D,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,qCAAqC;gBAC7D,YAAY,EAAE,GAAG;aAClB;YACD;gBACE,MAAM,EAAE,oDAAoD;gBAC5D,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,2BAA2B;gBACnD,YAAY,EAAE,GAAG;aAClB;SACF;KACF,CAAC;AACJ,CAAC;AAED,+DAA+D;AAE/D,SAAS,KAAK,CAAC,EAAU;IACvB,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,IAAI,EAAE,GAAG,IAAI;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IAC5C,IAAI,EAAE,GAAG,MAAM;QAAE,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7C,OAAO,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;AAC1B,CAAC;AAED,+DAA+D;AAE/D;2EAC2E;AAC3E,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,QAAQ,GAAG,qBAAqB,EAAE,CAAC;IAEzC,mEAAmE;IACnE,MAAM,KAAK,GAAG,GAAG,CAAC;IAClB,MAAM,UAAU,GAAqB;QACnC,qBAAqB,EAAE,IAAI,GAAG,KAAK;QACnC,qBAAqB,EAAE,KAAK,GAAG,KAAK;QACpC,gBAAgB,EAAE,EAAE,GAAG,KAAK;QAC5B,iBAAiB,EAAE,GAAG,GAAG,KAAK;QAC9B,mBAAmB,EAAE,GAAG;QACxB,UAAU,EAAE,CAAC,EAAE,oBAAoB;KACpC,CAAC;IAEF,oCAAoC;IACpC,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,QAAQ,EACR,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,EAC5C;QACE,IAAI,EAAE,iCAAiC;KACxC,CACF,CAAC;IAEF,qCAAqC;IACrC,MAAM,SAAS,GAAG,MAAM,YAAY,CAClC,QAAQ,EACR,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,EAC7C,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,IAAI,EAAE,CACxD,CAAC;IAEF,OAAO,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAC7C,CAAC"}

package/dist/core/speed-benchmark.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=speed-benchmark.test.d.ts.map

package/dist/core/speed-benchmark.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"speed-benchmark.test.d.ts","sourceRoot":"","sources":["../../src/core/speed-benchmark.test.ts"],"names":[],"mappings":""}