@tienne/gestalt 0.1.1 → 0.5.0

package/dist/benchmarks/runners/passthrough-benchmark-runner.d.ts

@@ -0,0 +1,94 @@
+import type { BenchmarkScenario, PipelineMetrics } from '../types.js';
+export type BenchmarkStepType = 'interview-question' | 'interview-score' | 'spec-gen' | 'plan-step' | 'execute-task' | 'evaluate-contextual' | 'complete';
+export interface BenchmarkStepContext {
+    benchmarkSessionId: string;
+    step: BenchmarkStepType;
+    stage: string;
+    systemPrompt: string;
+    prompt: string;
+    scenario: string;
+    progress: string;
+    totalSteps: number;
+    currentStepIndex: number;
+}
+export interface BenchmarkStepResult {
+    benchmarkSessionId: string;
+    step: BenchmarkStepType;
+    stage: string;
+    systemPrompt: string;
+    prompt: string;
+    scenario: string;
+    progress: string;
+    totalSteps: number;
+    currentStepIndex: number;
+}
+export interface BenchmarkCompleteResult {
+    benchmarkSessionId: string;
+    step: 'complete';
+    metrics: PipelineMetrics;
+}
+export type BenchmarkAdvanceResult = BenchmarkStepResult | BenchmarkCompleteResult;
+export interface BenchmarkRespondInput {
+    response: string;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+}
+export declare class PassthroughBenchmarkRunner {
+    readonly benchmarkSessionId: string;
+    readonly scenario: BenchmarkScenario;
+    private dbPath;
+    private store;
+    private interviewEngine;
+    private specGen;
+    private executeEngine;
+    private phase;
+    private interviewSessionId;
+    private interviewRoundIndex;
+    private waitingForScore;
+    private lastQuestion;
+    private specJSON;
+    private specId;
+    private executeSessionId;
+    private planPrincipleIndex;
+    private currentTaskId;
+    private stageTimers;
+    private stages;
+    private callLog;
+    private currentStepIndex;
+    private totalEstimatedSteps;
+    private interviewGestaltContext;
+    private executeContext;
+    private taskContext;
+    private contextualContext;
+    constructor(scenario: BenchmarkScenario);
+    /** Initialize and return the first step context */
+    start(): BenchmarkStepContext;
+    /** Advance state machine with the LLM response */
+    advance(input: BenchmarkRespondInput): BenchmarkAdvanceResult;
+    close(): void;
+    private advanceInterview;
+    private handleInterviewQuestion;
+    private handleInterviewScore;
+    private submitInterviewRound;
+    private startSpecPhase;
+    private advanceSpec;
+    private static readonly PRINCIPLES;
+    private startPlanningPhase;
+    private advancePlanning;
+    private startExecutionPhase;
+    private advanceExecution;
+    private startEvaluatePhase;
+    private advanceEvaluate;
+    private buildCompleteResult;
+    private startTimer;
+    private endTimer;
+    private logCall;
+    private buildLLMMetrics;
+    private tryParseJSON;
+}
+export declare function getBenchmarkRunner(sessionId: string): PassthroughBenchmarkRunner | undefined;
+export declare function registerBenchmarkRunner(runner: PassthroughBenchmarkRunner): void;
+export declare function removeBenchmarkRunner(sessionId: string): void;
+//# sourceMappingURL=passthrough-benchmark-runner.d.ts.map

package/dist/benchmarks/runners/passthrough-benchmark-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"passthrough-benchmark-runner.d.ts","sourceRoot":"","sources":["../../../benchmarks/runners/passthrough-benchmark-runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,iBAAiB,EAA2C,eAAe,EAAE,MAAM,aAAa,CAAC;AAI/G,MAAM,MAAM,iBAAiB,GACzB,oBAAoB,GACpB,iBAAiB,GACjB,UAAU,GACV,WAAW,GACX,cAAc,GACd,qBAAqB,GACrB,UAAU,CAAC;AAEf,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,eAAe,CAAC;CAC1B;AAED,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,uBAAuB,CAAC;AAEnF,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;CACvD;AAMD,qBAAa,0BAA0B;IACrC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC;IAErC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,eAAe,CAAoB;IAC3C,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,aAAa,CAA2B;IAGhD,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,kBAAkB,CAAM;IAChC,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,QAAQ,CAAwC;IACxD,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,gBAAgB,CAAM;IAC9B,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,WAAW,CAAkC;IACrD,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,mBAAmB,CAAK;IAGhC,OAAO,CAAC,uBAAuB,CAAyF;IACxH,OAAO,CAAC,cAAc,CAAiE;IACvF,OAAO,CAAC,WAAW,CAA8F;IACjH,OAAO,CAAC,iBAAiB,CAAiE;gBAE9E,QAAQ,EAAE,iBAAiB;IAcvC,mDAAmD;IACnD,KAAK,IAAI,oBAAoB;IAyB7B,kDAAkD;IAClD,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,sBAAsB;IAwB7D,KAAK,IAAI,IAAI;IAMb,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,uBAAuB;IAyB/B,OAAO,CAAC,oBAAoB;IAK5B,OAAO,CAAC,oBAAoB;IAyC5B,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAA2D;IAE7F,OAAO,CAAC,kBAAkB;IAqC1B,OAAO,CAAC,eAAe;IAsCvB,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,kBAAkB;IA0C1B,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,mBAAmB;IA2C3B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,OAAO;IAWf,OAAO,CAAC,eAAe;IAevB,OAAO,CAAC,YAAY;CAarB;AAMD,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,0BAA0B,GAAG,SAAS,CAE5F;AAED,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,0BAA0B,GAAG,IAAI,CAEhF;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAM7D"}

package/dist/benchmarks/runners/passthrough-benchmark-runner.js

@@ -0,0 +1,454 @@
+import { randomUUID } from 'node:crypto';
+import { EventStore } from '../../src/events/store.js';
+import { PassthroughEngine } from '../../src/interview/passthrough-engine.js';
+import { PassthroughSpecGenerator } from '../../src/spec/passthrough-generator.js';
+import { PassthroughExecuteEngine } from '../../src/execute/passthrough-engine.js';
+export class PassthroughBenchmarkRunner {
+    benchmarkSessionId;
+    scenario;
+    dbPath;
+    store;
+    interviewEngine;
+    specGen;
+    executeEngine;
+    // ─── State ──────────────────────────────────
+    phase = 'interview';
+    interviewSessionId = '';
+    interviewRoundIndex = 0;
+    waitingForScore = false;
+    lastQuestion = '';
+    specJSON = null;
+    specId = '';
+    executeSessionId = '';
+    planPrincipleIndex = 0;
+    currentTaskId = '';
+    stageTimers = new Map();
+    stages = [];
+    callLog = [];
+    currentStepIndex = 0;
+    totalEstimatedSteps = 0;
+    // Cached contexts
+    interviewGestaltContext = null;
+    executeContext = null;
+    taskContext = null;
+    contextualContext = null;
+    constructor(scenario) {
+        this.benchmarkSessionId = randomUUID();
+        this.scenario = scenario;
+        this.dbPath = `.gestalt-bench/bench-pt-${this.benchmarkSessionId}.db`;
+        this.store = new EventStore(this.dbPath);
+        this.interviewEngine = new PassthroughEngine(this.store);
+        this.specGen = new PassthroughSpecGenerator(this.store);
+        this.executeEngine = new PassthroughExecuteEngine(this.store);
+        // Estimate: questions*2 + spec + 4 planning + tasks + evaluate
+        const taskEstimate = scenario.planningSteps.closure.atomicTasks.length;
+        this.totalEstimatedSteps = scenario.userResponses.length * 2 + 1 + 4 + taskEstimate + 1;
+    }
+    /** Initialize and return the first step context */
+    start() {
+        this.startTimer('interview');
+        const startResult = this.interviewEngine.start(this.scenario.topic);
+        if (!startResult.ok)
+            throw new Error(`Interview start failed: ${startResult.error.message}`);
+        this.interviewSessionId = startResult.value.session.sessionId;
+        const ctx = startResult.value.gestaltContext;
+        this.interviewGestaltContext = ctx;
+        this.currentStepIndex = 1;
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'interview-question',
+            stage: 'interview-question-1',
+            systemPrompt: ctx.systemPrompt,
+            prompt: ctx.questionPrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    /** Advance state machine with the LLM response */
+    advance(input) {
+        const parsed = this.tryParseJSON(input.response);
+        this.logCall(input.usage);
+        if (this.phase === 'interview') {
+            return this.advanceInterview(parsed, input);
+        }
+        if (this.phase === 'spec') {
+            return this.advanceSpec(parsed);
+        }
+        if (this.phase === 'planning') {
+            return this.advancePlanning(parsed);
+        }
+        if (this.phase === 'execution') {
+            return this.advanceExecution(parsed);
+        }
+        if (this.phase === 'evaluate') {
+            return this.advanceEvaluate(parsed);
+        }
+        throw new Error(`Unexpected phase: ${this.phase}`);
+    }
+    close() {
+        this.store.close();
+    }
+    // ─── Interview ──────────────────────────────────────────────────
+    advanceInterview(parsed, input) {
+        if (this.waitingForScore) {
+            return this.handleInterviewScore(parsed);
+        }
+        return this.handleInterviewQuestion(parsed, input);
+    }
+    handleInterviewQuestion(parsed, _input) {
+        this.lastQuestion = parsed.question ?? 'Follow-up question';
+        // Now need score
+        if (this.interviewGestaltContext?.scoringPrompt) {
+            this.waitingForScore = true;
+            this.currentStepIndex++;
+            return {
+                benchmarkSessionId: this.benchmarkSessionId,
+                step: 'interview-score',
+                stage: `interview-score-${this.interviewRoundIndex + 1}`,
+                systemPrompt: this.interviewGestaltContext.systemPrompt,
+                prompt: this.interviewGestaltContext.scoringPrompt,
+                scenario: this.scenario.name,
+                progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+                totalSteps: this.totalEstimatedSteps,
+                currentStepIndex: this.currentStepIndex,
+            };
+        }
+        // No scoring prompt — submit without score and move on
+        return this.submitInterviewRound(undefined);
+    }
+    handleInterviewScore(score) {
+        this.waitingForScore = false;
+        return this.submitInterviewRound(score);
+    }
+    submitInterviewRound(score) {
+        const userResponse = this.scenario.userResponses[this.interviewRoundIndex];
+        if (!userResponse)
+            throw new Error(`No user response for round ${this.interviewRoundIndex}`);
+        const respondResult = this.interviewEngine.respond(this.interviewSessionId, userResponse, this.lastQuestion, score);
+        if (!respondResult.ok)
+            throw new Error(`Interview respond failed: ${respondResult.error.message}`);
+        this.interviewRoundIndex++;
+        const ctx = respondResult.value.gestaltContext;
+        this.interviewGestaltContext = ctx;
+        // More rounds?
+        if (this.interviewRoundIndex < this.scenario.userResponses.length) {
+            this.currentStepIndex++;
+            return {
+                benchmarkSessionId: this.benchmarkSessionId,
+                step: 'interview-question',
+                stage: `interview-question-${this.interviewRoundIndex + 1}`,
+                systemPrompt: ctx.systemPrompt,
+                prompt: ctx.questionPrompt,
+                scenario: this.scenario.name,
+                progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+                totalSteps: this.totalEstimatedSteps,
+                currentStepIndex: this.currentStepIndex,
+            };
+        }
+        // Interview complete → Spec
+        this.interviewEngine.complete(this.interviewSessionId);
+        this.endTimer('interview', true);
+        return this.startSpecPhase();
+    }
+    // ─── Spec ───────────────────────────────────────────────────────
+    startSpecPhase() {
+        this.phase = 'spec';
+        this.startTimer('spec');
+        const session = this.interviewEngine.getSession(this.interviewSessionId);
+        const specContext = this.specGen.buildSpecContext(session);
+        this.currentStepIndex++;
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'spec-gen',
+            stage: 'spec-gen',
+            systemPrompt: specContext.systemPrompt,
+            prompt: specContext.specPrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    advanceSpec(parsed) {
+        const session = this.interviewEngine.getSession(this.interviewSessionId);
+        const result = this.specGen.validateAndStore(session, parsed, true);
+        if (!result.ok)
+            throw new Error(`Spec generation failed: ${result.error.message}`);
+        this.specJSON = parsed;
+        this.specId = result.value.metadata.specId;
+        this.endTimer('spec', true);
+        return this.startPlanningPhase();
+    }
+    // ─── Planning ───────────────────────────────────────────────────
+    static PRINCIPLES = ['figure_ground', 'closure', 'proximity', 'continuity'];
+    startPlanningPhase() {
+        this.phase = 'planning';
+        this.startTimer('planning');
+        const spec = {
+            ...this.specJSON,
+            version: '1.0',
+            metadata: {
+                specId: this.specId,
+                interviewSessionId: this.interviewSessionId,
+                ambiguityScore: 0.15,
+                generatedAt: new Date().toISOString(),
+            },
+        };
+        const startResult = this.executeEngine.start(spec);
+        if (!startResult.ok)
+            throw new Error(`Execute start failed: ${startResult.error.message}`);
+        this.executeSessionId = startResult.value.session.sessionId;
+        this.executeContext = startResult.value.executeContext;
+        this.planPrincipleIndex = 0;
+        this.currentStepIndex++;
+        const principle = PassthroughBenchmarkRunner.PRINCIPLES[0];
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'plan-step',
+            stage: `plan-${principle}`,
+            systemPrompt: this.executeContext.systemPrompt,
+            prompt: this.executeContext.planningPrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    advancePlanning(parsed) {
+        const stepResult = this.executeEngine.planStep(this.executeSessionId, parsed);
+        if (!stepResult.ok)
+            throw new Error(`Plan step failed: ${stepResult.error.message}`);
+        this.planPrincipleIndex++;
+        if (this.planPrincipleIndex < PassthroughBenchmarkRunner.PRINCIPLES.length) {
+            this.executeContext = stepResult.value.executeContext;
+            const principle = PassthroughBenchmarkRunner.PRINCIPLES[this.planPrincipleIndex];
+            this.currentStepIndex++;
+            return {
+                benchmarkSessionId: this.benchmarkSessionId,
+                step: 'plan-step',
+                stage: `plan-${principle}`,
+                systemPrompt: this.executeContext.systemPrompt,
+                prompt: this.executeContext.planningPrompt,
+                scenario: this.scenario.name,
+                progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+                totalSteps: this.totalEstimatedSteps,
+                currentStepIndex: this.currentStepIndex,
+            };
+        }
+        // Plan complete
+        const planResult = this.executeEngine.planComplete(this.executeSessionId);
+        if (!planResult.ok)
+            throw new Error(`Plan complete failed: ${planResult.error.message}`);
+        // Update total estimate with actual task count
+        const actualTasks = planResult.value.executionPlan.atomicTasks.length;
+        const estimatedTasks = this.scenario.planningSteps.closure.atomicTasks.length;
+        this.totalEstimatedSteps += (actualTasks - estimatedTasks);
+        this.endTimer('planning', true);
+        return this.startExecutionPhase();
+    }
+    // ─── Execution ──────────────────────────────────────────────────
+    startExecutionPhase() {
+        this.phase = 'execution';
+        this.startTimer('execution');
+        const execStart = this.executeEngine.startExecution(this.executeSessionId);
+        if (!execStart.ok)
+            throw new Error(`Execution start failed: ${execStart.error.message}`);
+        if (execStart.value.allTasksCompleted || !execStart.value.taskContext) {
+            this.endTimer('execution', true);
+            return this.startEvaluatePhase();
+        }
+        this.taskContext = execStart.value.taskContext;
+        this.currentTaskId = this.taskContext.currentTask.taskId;
+        this.currentStepIndex++;
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'execute-task',
+            stage: `execute-task-${this.currentTaskId}`,
+            systemPrompt: this.taskContext.systemPrompt,
+            prompt: this.taskContext.taskPrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    advanceExecution(parsed) {
+        const submitResult = this.executeEngine.submitTaskResult(this.executeSessionId, {
+            taskId: this.currentTaskId,
+            status: 'completed',
+            output: parsed.output ?? `Task ${this.currentTaskId} completed`,
+            artifacts: parsed.artifacts ?? [],
+        });
+        if (!submitResult.ok)
+            throw new Error(`Task submit failed: ${submitResult.error.message}`);
+        if (submitResult.value.allTasksCompleted || !submitResult.value.taskContext) {
+            this.endTimer('execution', true);
+            return this.startEvaluatePhase();
+        }
+        this.taskContext = submitResult.value.taskContext;
+        this.currentTaskId = this.taskContext.currentTask.taskId;
+        this.currentStepIndex++;
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'execute-task',
+            stage: `execute-task-${this.currentTaskId}`,
+            systemPrompt: this.taskContext.systemPrompt,
+            prompt: this.taskContext.taskPrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    // ─── Evaluate ───────────────────────────────────────────────────
+    startEvaluatePhase() {
+        this.phase = 'evaluate';
+        this.startTimer('evaluate');
+        const evalStart = this.executeEngine.startEvaluation(this.executeSessionId);
+        if (!evalStart.ok)
+            throw new Error(`Evaluation start failed: ${evalStart.error.message}`);
+        // Simulate structural pass
+        const structuralResult = {
+            commands: [
+                { name: 'lint', command: 'eslint src/', exitCode: 0, output: 'No errors found' },
+                { name: 'build', command: 'tsc --noEmit', exitCode: 0, output: '' },
+                { name: 'test', command: 'vitest run', exitCode: 0, output: 'Tests: all passed' },
+            ],
+            allPassed: true,
+        };
+        const structResult = this.executeEngine.submitStructuralResult(this.executeSessionId, structuralResult);
+        if (!structResult.ok)
+            throw new Error(`Structural submit failed: ${structResult.error.message}`);
+        if (structResult.value.shortCircuited) {
+            this.endTimer('evaluate', false);
+            this.phase = 'complete';
+            return this.buildCompleteResult();
+        }
+        this.contextualContext = structResult.value.contextualContext;
+        this.currentStepIndex++;
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'evaluate-contextual',
+            stage: 'evaluate-contextual',
+            systemPrompt: this.contextualContext.systemPrompt,
+            prompt: this.contextualContext.evaluatePrompt,
+            scenario: this.scenario.name,
+            progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
+            totalSteps: this.totalEstimatedSteps,
+            currentStepIndex: this.currentStepIndex,
+        };
+    }
+    advanceEvaluate(parsed) {
+        const evalSubmit = this.executeEngine.submitEvaluation(this.executeSessionId, parsed);
+        if (!evalSubmit.ok)
+            throw new Error(`Evaluation submit failed: ${evalSubmit.error.message}`);
+        this.endTimer('evaluate', true);
+        this.phase = 'complete';
+        return this.buildCompleteResult();
+    }
+    // ─── Result ─────────────────────────────────────────────────────
+    buildCompleteResult() {
+        const session = this.executeEngine.getSession(this.executeSessionId);
+        const totalTasks = session.executionPlan?.atomicTasks.length ?? 0;
+        const completedTasks = session.taskResults.filter((t) => t.status === 'completed').length;
+        const totalACs = this.specJSON?.acceptanceCriteria?.length ?? 0;
+        const evalResult = session.evaluationResult;
+        const satisfiedACs = evalResult?.verifications.filter((v) => v.satisfied).length ?? 0;
+        const totalDurationMs = this.stages.reduce((sum, s) => sum + s.durationMs, 0);
+        return {
+            benchmarkSessionId: this.benchmarkSessionId,
+            step: 'complete',
+            metrics: {
+                mode: 'passthrough',
+                model: 'passthrough',
+                scenario: this.scenario.name,
+                totalDurationMs,
+                stages: this.stages,
+                interview: {
+                    rounds: this.scenario.userResponses.length,
+                    finalAmbiguity: 0.15,
+                },
+                spec: {
+                    generated: !!this.specJSON,
+                },
+                execute: {
+                    taskCount: totalTasks,
+                    completionRate: totalTasks > 0 ? completedTasks / totalTasks : 0,
+                    driftAlerts: session.driftHistory.filter((d) => d.thresholdExceeded).length,
+                },
+                evaluate: {
+                    overallScore: evalResult?.overallScore ?? 0,
+                    goalAlignment: evalResult?.goalAlignment ?? 0,
+                    satisfiedACs: `${satisfiedACs}/${totalACs}`,
+                },
+                llmMetrics: this.buildLLMMetrics(),
+            },
+        };
+    }
+    // ─── Helpers ────────────────────────────────────────────────────
+    startTimer(stage) {
+        this.stageTimers.set(stage, Date.now());
+    }
+    endTimer(stage, success) {
+        const start = this.stageTimers.get(stage) ?? Date.now();
+        this.stages.push({ name: stage, durationMs: Date.now() - start, success });
+    }
+    logCall(usage) {
+        this.callLog.push({
+            stage: `step-${this.currentStepIndex}`,
+            latencyMs: 0, // not measurable in passthrough (caller owns the timing)
+            inputTokens: usage?.inputTokens ?? 0,
+            outputTokens: usage?.outputTokens ?? 0,
+            jsonParseSuccess: true,
+            retried: false,
+        });
+    }
+    buildLLMMetrics() {
+        const totalInput = this.callLog.reduce((s, c) => s + c.inputTokens, 0);
+        const totalOutput = this.callLog.reduce((s, c) => s + c.outputTokens, 0);
+        return {
+            totalCalls: this.callLog.length,
+            totalInputTokens: totalInput,
+            totalOutputTokens: totalOutput,
+            totalTokens: totalInput + totalOutput,
+            estimatedCostUSD: 0, // passthrough — cost is on the caller
+            avgLatencyMs: 0,
+            jsonParseFailures: 0,
+            calls: this.callLog,
+        };
+    }
+    tryParseJSON(raw) {
+        let cleaned = raw.trim();
+        if (cleaned.startsWith('```json'))
+            cleaned = cleaned.slice(7);
+        else if (cleaned.startsWith('```'))
+            cleaned = cleaned.slice(3);
+        if (cleaned.endsWith('```'))
+            cleaned = cleaned.slice(0, -3);
+        cleaned = cleaned.trim();
+        try {
+            return JSON.parse(cleaned);
+        }
+        catch {
+            throw new Error(`Failed to parse JSON response: ${cleaned.slice(0, 200)}`);
+        }
+    }
+}
+// ─── Session Store ──────────────────────────────────────────────
+const activeSessions = new Map();
+export function getBenchmarkRunner(sessionId) {
+    return activeSessions.get(sessionId);
+}
+export function registerBenchmarkRunner(runner) {
+    activeSessions.set(runner.benchmarkSessionId, runner);
+}
+export function removeBenchmarkRunner(sessionId) {
+    const runner = activeSessions.get(sessionId);
+    if (runner) {
+        runner.close();
+        activeSessions.delete(sessionId);
+    }
+}
+//# sourceMappingURL=passthrough-benchmark-runner.js.map

package/dist/benchmarks/runners/passthrough-benchmark-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"passthrough-benchmark-runner.js","sourceRoot":"","sources":["../../../benchmarks/runners/passthrough-benchmark-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AACnF,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AAwDnF,MAAM,OAAO,0BAA0B;IAC5B,kBAAkB,CAAS;IAC3B,QAAQ,CAAoB;IAE7B,MAAM,CAAS;IACf,KAAK,CAAa;IAClB,eAAe,CAAoB;IACnC,OAAO,CAA2B;IAClC,aAAa,CAA2B;IAEhD,+CAA+C;IACvC,KAAK,GAAU,WAAW,CAAC;IAC3B,kBAAkB,GAAG,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,eAAe,GAAG,KAAK,CAAC;IACxB,YAAY,GAAG,EAAE,CAAC;IAClB,QAAQ,GAAmC,IAAI,CAAC;IAChD,MAAM,GAAG,EAAE,CAAC;IACZ,gBAAgB,GAAG,EAAE,CAAC;IACtB,kBAAkB,GAAG,CAAC,CAAC;IACvB,aAAa,GAAG,EAAE,CAAC;IACnB,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC7C,MAAM,GAAmB,EAAE,CAAC;IAC5B,OAAO,GAAoB,EAAE,CAAC;IAC9B,gBAAgB,GAAG,CAAC,CAAC;IACrB,mBAAmB,GAAG,CAAC,CAAC;IAEhC,kBAAkB;IACV,uBAAuB,GAAoF,IAAI,CAAC;IAChH,cAAc,GAA4D,IAAI,CAAC;IAC/E,WAAW,GAAyF,IAAI,CAAC;IACzG,iBAAiB,GAA4D,IAAI,CAAC;IAE1F,YAAY,QAA2B;QACrC,IAAI,CAAC,kBAAkB,GAAG,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,2BAA2B,IAAI,CAAC,kBAAkB,KAAK,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE9D,+DAA+D;QAC/D,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;QACvE,IAAI,CAAC,mBAAmB,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC;IAC1F,CAAC;IAED,mDAAmD;IACnD,KAAK;QACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE7B,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,WAAW,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7F,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC9D,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,uBAAuB,GAAG,GAAG,CAAC;QAEnC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAE1B,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,sBAAsB;YAC7B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,MAAM,EAAE,GAAG,CAAC,cAAc;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAED,kDAAkD;IAClD,OAAO,CAAC,KAA4B;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE1B,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,mEAAmE;IAE3D,gBAAgB,CAAC,MAA+B,EAAE,KAA4B;QACpF,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAA2C,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAEO,uBAAuB,CAAC,MAA+B,EAAE,MAA6B;QAC5F,IAAI,CAAC,YAAY,GAAI,MAAM,CAAC,QAAmB,IAAI,oBAAoB,CAAC;QAExE,iBAAiB;QACjB,IAAI,IAAI,CAAC,uBAAuB,EAAE,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAExB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,mBAAmB,IAAI,CAAC,mBAAmB,GAAG,CAAC,EAAE;gBACxD,YAAY,EAAE,IAAI,CAAC,uBAAuB,CAAC,YAAY;gBACvD,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,aAAa;gBAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,uDAAuD;QACvD,OAAO,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;IAEO,oBAAoB,CAAC,KAA6B;QACxD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEO,oBAAoB,CAAC,KAAyC;QACpE,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAE7F,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAChD,IAAI,CAAC,kBAAkB,EACvB,YAAY,EACZ,IAAI,CAAC,YAAY,EACjB,KAAK,CACN,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEnG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC;QAC/C,IAAI,CAAC,uBAAuB,GAAG,GAAG,CAAC;QAEnC,eAAe;QACf,IAAI,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,sBAAsB,IAAI,CAAC,mBAAmB,GAAG,CAAC,EAAE;gBAC3D,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,MAAM,EAAE,GAAG,CAAC,cAAc;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAEjC,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;IAC/B,CAAC;IAED,mEAAmE;IAE3D,cAAc;QACpB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE3D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,UAAU;YACjB,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,MAAM,EAAE,WAAW,CAAC,UAAU;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,MAA+B;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAe,EAAE,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEnF,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE5B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,mEAAmE;IAE3D,MAAM,CAAU,UAAU,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IAErF,kBAAkB;QACxB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,QAAS;YACjB,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE;gBACR,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,cAAc,EAAE,IAAI;gBACpB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAa,CAAC,CAAC;QAC5D,IAAI,CAAC,WAAW,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3F,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACvD,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAE5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC;QAC5D,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,YAAY,EAAE,IAAI,CAAC,cAAe,CAAC,YAAY;YAC/C,MAAM,EAAE,IAAI,CAAC,cAAe,CAAC,cAAc;YAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,MAA+B;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAe,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAErF,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,kBAAkB,GAAG,0BAA0B,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC3E,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,cAAe,CAAC;YACvD,MAAM,SAAS,GAAG,0BAA0B,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAE,CAAC;YAClF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,QAAQ,SAAS,EAAE;gBAC1B,YAAY,EAAE,IAAI,CAAC,cAAe,CAAC,YAAY;gBAC/C,MAAM,EAAE,IAAI,CAAC,cAAe,CAAC,cAAc;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEzF,+CAA+C;QAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;QAC9E,IAAI,CAAC,mBAAmB,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACpC,CAAC;IAED,mEAAmE;IAE3D,mBAAmB;QACzB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC3E,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEzF,IAAI,SAAS,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACtE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;QAEzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB,IAAI,CAAC,aAAa,EAAE;YAC3C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;YAC3C,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;YACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,MAA+B;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC9E,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,MAAM,EAAE,WAAW;YACnB,MAAM,EAAG,MAAM,CAAC,MAAiB,IAAI,QAAQ,IAAI,CAAC,aAAa,YAAY;YAC3E,SAAS,EAAG,MAAM,CAAC,SAAsB,IAAI,EAAE;SAChD,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3F,IAAI,YAAY,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC5E,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;QAEzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB,IAAI,CAAC,aAAa,EAAE;YAC3C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;YAC3C,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;YACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAED,mEAAmE;IAE3D,kBAAkB;QACxB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC5E,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE1F,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG;YACvB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE;gBAChF,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;gBACnE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;aAClF;YACD,SAAS,EAAE,IAAI;SAChB,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QACxG,IAAI,CAAC,YAAY,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEjG,IAAI,YAAY,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;YACxB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAkB,CAAC;QAE/D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,qBAAqB;YAC5B,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,YAAY;YACjD,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,cAAc;YAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,MAA+B;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAe,CAAC,CAAC;QAC/F,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7F,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACpC,CAAC;IAED,mEAAmE;IAE3D,mBAAmB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrE,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QAC1F,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAQ,EAAE,kBAA+B,EAAE,MAAM,IAAI,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAEtF,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAE9E,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE;gBACP,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,eAAe;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,SAAS,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM;oBAC1C,cAAc,EAAE,IAAI;iBACrB;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;iBAC3B;gBACD,OAAO,EAAE;oBACP,SAAS,EAAE,UAAU;oBACrB,cAAc,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;oBAChE,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM;iBAC5E;gBACD,QAAQ,EAAE;oBACR,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;oBAC3C,aAAa,EAAE,UAAU,EAAE,aAAa,IAAI,CAAC;oBAC7C,YAAY,EAAE,GAAG,YAAY,IAAI,QAAQ,EAAE;iBAC5C;gBACD,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE;aACnC;SACF,CAAC;IACJ,CAAC;IAED,mEAAmE;IAE3D,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEO,QAAQ,CAAC,KAAa,EAAE,OAAgB;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,OAAO,CAAC,KAAqD;QACnE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,KAAK,EAAE,QAAQ,IAAI,CAAC,gBAAgB,EAAE;YACtC,SAAS,EAAE,CAAC,EAAI,yDAAyD;YACzE,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;YACpC,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACtC,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAEO,eAAe;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACzE,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC/B,gBAAgB,EAAE,UAAU;YAC5B,iBAAiB,EAAE,WAAW;YAC9B,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,gBAAgB,EAAE,CAAC,EAAE,sCAAsC;YAC3D,YAAY,EAAE,CAAC;YACf,iBAAiB,EAAE,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,OAAO;SACpB,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,GAAW;QAC9B,IAAI,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5D,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;;AAGH,mEAAmE;AAEnE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsC,CAAC;AAErE,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IAClD,OAAO,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAkC;IACxE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACrD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7C,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}

package/dist/benchmarks/scenarios/api-gateway.scenario.d.ts

@@ -0,0 +1,3 @@
+import type { BenchmarkScenario } from '../types.js';
+export declare const apiGatewayScenario: BenchmarkScenario;
+//# sourceMappingURL=api-gateway.scenario.d.ts.map

package/dist/benchmarks/scenarios/api-gateway.scenario.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-gateway.scenario.d.ts","sourceRoot":"","sources":["../../../benchmarks/scenarios/api-gateway.scenario.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,eAAO,MAAM,kBAAkB,EAAE,iBAiHhC,CAAC"}