@posthog/wizard 1.33.0 → 1.35.0

package/dist/src/lib/middleware/benchmarks/index.js

@@ -0,0 +1,60 @@
+"use strict";
+/**
+ * Plugin registry and factory.
+ *
+ * Maps plugin names to constructors and creates the ordered plugin list
+ * from a BenchmarkConfig.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPluginsFromConfig = createPluginsFromConfig;
+const turn_counter_1 = require("./turn-counter");
+const token_tracker_1 = require("./token-tracker");
+const cache_tracker_1 = require("./cache-tracker");
+const compaction_tracker_1 = require("./compaction-tracker");
+const context_size_tracker_1 = require("./context-size-tracker");
+const cost_tracker_1 = require("./cost-tracker");
+const duration_tracker_1 = require("./duration-tracker");
+const summary_1 = require("./summary");
+const json_writer_1 = require("./json-writer");
+const PLUGIN_REGISTRY = {
+    turns: () => new turn_counter_1.TurnCounterPlugin(),
+    tokens: () => new token_tracker_1.TokenTrackerPlugin(),
+    cache: () => new cache_tracker_1.CacheTrackerPlugin(),
+    compactions: () => new compaction_tracker_1.CompactionTrackerPlugin(),
+    contextSize: () => new context_size_tracker_1.ContextSizeTrackerPlugin(),
+    cost: () => new cost_tracker_1.CostTrackerPlugin(),
+    duration: () => new duration_tracker_1.DurationTrackerPlugin(),
+    summary: (opts) => new summary_1.SummaryPlugin(opts.spinner),
+    jsonWriter: (opts) => new json_writer_1.JsonWriterPlugin(opts.outputPath),
+};
+/**
+ * Execution order — data producers before consumers:
+ * turns (dedup) -> tokens -> cache -> compactions -> contextSize -> cost -> duration -> summary -> jsonWriter
+ */
+const PLUGIN_ORDER = [
+    'turns',
+    'tokens',
+    'cache',
+    'compactions',
+    'contextSize',
+    'cost',
+    'duration',
+    'summary',
+    'jsonWriter',
+];
+function createPluginsFromConfig(config, opts) {
+    const resolvedOpts = {
+        ...opts,
+        outputPath: opts.outputPath ?? config.output.benchmarkPath,
+    };
+    // If suppressWizardLogs is set, disable the summary plugin
+    const effectivePlugins = { ...config.plugins };
+    if (config.output.suppressWizardLogs) {
+        effectivePlugins.summary = false;
+    }
+    return PLUGIN_ORDER.filter((name) => effectivePlugins[name] !== false)
+        .map((name) => PLUGIN_REGISTRY[name])
+        .filter(Boolean)
+        .map((factory) => factory(resolvedOpts));
+}
+//# sourceMappingURL=index.js.map

package/dist/src/lib/middleware/benchmarks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/lib/middleware/benchmarks/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AA4CH,0DAmBC;AA3DD,iDAAmD;AACnD,mDAAqD;AACrD,mDAAqD;AACrD,6DAA+D;AAC/D,iEAAkE;AAClE,iDAAmD;AACnD,yDAA2D;AAC3D,uCAA0C;AAC1C,+CAAiD;AAIjD,MAAM,eAAe,GAAkC;IACrD,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,gCAAiB,EAAE;IACpC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,kCAAkB,EAAE;IACtC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,kCAAkB,EAAE;IACrC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,4CAAuB,EAAE;IAChD,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,+CAAwB,EAAE;IACjD,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,gCAAiB,EAAE;IACnC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,wCAAqB,EAAE;IAC3C,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,uBAAa,CAAC,IAAI,CAAC,OAAQ,CAAC;IACnD,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,8BAAgB,CAAC,IAAI,CAAC,UAAW,CAAC;CAC7D,CAAC;AAEF;;;GAGG;AACH,MAAM,YAAY,GAAG;IACnB,OAAO;IACP,QAAQ;IACR,OAAO;IACP,aAAa;IACb,aAAa;IACb,MAAM;IACN,UAAU;IACV,SAAS;IACT,YAAY;CACb,CAAC;AAEF,SAAgB,uBAAuB,CACrC,MAAuB,EACvB,IAA8B;IAE9B,MAAM,YAAY,GAA6B;QAC7C,GAAG,IAAI;QACP,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa;KAC3D,CAAC;IAEF,2DAA2D;IAC3D,MAAM,gBAAgB,GAAG,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IAC/C,IAAI,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QACrC,gBAAgB,CAAC,OAAO,GAAG,KAAK,CAAC;IACnC,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC;SACnE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;SACpC,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;AAC7C,CAAC","sourcesContent":["/**\n * Plugin registry and factory.\n *\n * Maps plugin names to constructors and creates the ordered plugin list\n * from a BenchmarkConfig.\n */\n\nimport type { Middleware, MiddlewareFactoryOptions } from '../types';\nimport type { BenchmarkConfig } from '../config';\nimport { TurnCounterPlugin } from './turn-counter';\nimport { TokenTrackerPlugin } from './token-tracker';\nimport { CacheTrackerPlugin } from './cache-tracker';\nimport { CompactionTrackerPlugin } from './compaction-tracker';\nimport { ContextSizeTrackerPlugin } from './context-size-tracker';\nimport { CostTrackerPlugin } from './cost-tracker';\nimport { DurationTrackerPlugin } from './duration-tracker';\nimport { SummaryPlugin } from './summary';\nimport { JsonWriterPlugin } from './json-writer';\n\ntype PluginFactory = (opts: MiddlewareFactoryOptions) => Middleware;\n\nconst PLUGIN_REGISTRY: Record<string, PluginFactory> = {\n  turns: () => new TurnCounterPlugin(),\n  tokens: () => new TokenTrackerPlugin(),\n  cache: () => new CacheTrackerPlugin(),\n  compactions: () => new CompactionTrackerPlugin(),\n  contextSize: () => new ContextSizeTrackerPlugin(),\n  cost: () => new CostTrackerPlugin(),\n  duration: () => new DurationTrackerPlugin(),\n  summary: (opts) => new SummaryPlugin(opts.spinner!),\n  jsonWriter: (opts) => new JsonWriterPlugin(opts.outputPath!),\n};\n\n/**\n * Execution order — data producers before consumers:\n * turns (dedup) -> tokens -> cache -> compactions -> contextSize -> cost -> duration -> summary -> jsonWriter\n */\nconst PLUGIN_ORDER = [\n  'turns',\n  'tokens',\n  'cache',\n  'compactions',\n  'contextSize',\n  'cost',\n  'duration',\n  'summary',\n  'jsonWriter',\n];\n\nexport function createPluginsFromConfig(\n  config: BenchmarkConfig,\n  opts: MiddlewareFactoryOptions,\n): Middleware[] {\n  const resolvedOpts: MiddlewareFactoryOptions = {\n    ...opts,\n    outputPath: opts.outputPath ?? config.output.benchmarkPath,\n  };\n\n  // If suppressWizardLogs is set, disable the summary plugin\n  const effectivePlugins = { ...config.plugins };\n  if (config.output.suppressWizardLogs) {\n    effectivePlugins.summary = false;\n  }\n\n  return PLUGIN_ORDER.filter((name) => effectivePlugins[name] !== false)\n    .map((name) => PLUGIN_REGISTRY[name])\n    .filter(Boolean)\n    .map((factory) => factory(resolvedOpts));\n}\n"]}

package/dist/src/lib/middleware/benchmarks/json-writer.d.ts

@@ -0,0 +1,15 @@
+/**
+ * JSON file output plugin.
+ *
+ * Assembles the BenchmarkData structure from all upstream plugin data
+ * and writes it to a JSON file. Returns the BenchmarkData for backward compat.
+ */
+import type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';
+import type { BenchmarkData } from '../benchmark';
+export declare class JsonWriterPlugin implements Middleware {
+    readonly name = "jsonWriter";
+    private outputPath;
+    constructor(outputPath: string);
+    onFinalize(resultMessage: any, totalDurationMs: number, ctx: MiddlewareContext, _store: MiddlewareStore): BenchmarkData;
+    private writeBenchmarkData;
+}

package/dist/src/lib/middleware/benchmarks/json-writer.js

@@ -0,0 +1,145 @@
+"use strict";
+/**
+ * JSON file output plugin.
+ *
+ * Assembles the BenchmarkData structure from all upstream plugin data
+ * and writes it to a JSON file. Returns the BenchmarkData for backward compat.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonWriterPlugin = void 0;
+const fs_1 = __importDefault(require("fs"));
+const clack_1 = __importDefault(require("../../../utils/clack"));
+const chalk_1 = __importDefault(require("chalk"));
+const debug_1 = require("../../../utils/debug");
+const agent_interface_1 = require("../../agent-interface");
+/**
+ * Sum token usage across all models from the SDK's modelUsage field.
+ */
+function sumModelUsage(modelUsage) {
+    let input_tokens = 0;
+    let output_tokens = 0;
+    let cache_creation_input_tokens = 0;
+    let cache_read_input_tokens = 0;
+    for (const model of Object.values(modelUsage)) {
+        input_tokens += model.inputTokens ?? 0;
+        output_tokens += model.outputTokens ?? 0;
+        cache_creation_input_tokens += model.cacheCreationInputTokens ?? 0;
+        cache_read_input_tokens += model.cacheReadInputTokens ?? 0;
+    }
+    return {
+        input_tokens,
+        output_tokens,
+        cache_creation_input_tokens,
+        cache_read_input_tokens,
+    };
+}
+class JsonWriterPlugin {
+    name = 'jsonWriter';
+    outputPath;
+    constructor(outputPath) {
+        this.outputPath = outputPath;
+    }
+    onFinalize(resultMessage, totalDurationMs, ctx, _store) {
+        const tokens = ctx.get('tokens');
+        const cache = ctx.get('cache');
+        const turns = ctx.get('turns');
+        const cost = ctx.get('cost');
+        const duration = ctx.get('duration');
+        const compactions = ctx.get('compactions');
+        const contextSize = ctx.get('contextSize');
+        const modelUsage = resultMessage?.modelUsage ?? {};
+        const aggregateUsage = sumModelUsage(modelUsage);
+        const phaseCount = duration?.phaseSnapshots.length ?? 0;
+        const steps = [];
+        for (let i = 0; i < phaseCount; i++) {
+            const dur = duration.phaseSnapshots[i];
+            const tokenSnap = tokens?.phaseSnapshots[i];
+            const cacheSnap = cache?.phaseSnapshots[i];
+            const turnSnap = turns?.phaseSnapshots[i];
+            const costSnap = cost?.phaseCosts[i];
+            const compSnap = compactions?.phaseSnapshots[i];
+            const ctxSnap = contextSize?.phaseSnapshots[i];
+            const step = {
+                name: dur.phase,
+                usage: {
+                    input_tokens: tokenSnap?.inputTokens ?? 0,
+                    output_tokens: tokenSnap?.outputTokens ?? 0,
+                    cache_creation_input_tokens: cacheSnap?.cacheCreationTokens ?? 0,
+                    cache_read_input_tokens: cacheSnap?.cacheReadTokens ?? 0,
+                    ...((cacheSnap?.cacheCreation5m ?? 0) +
+                        (cacheSnap?.cacheCreation1h ?? 0) >
+                        0 && {
+                        cache_creation: {
+                            ephemeral_5m_input_tokens: cacheSnap?.cacheCreation5m ?? 0,
+                            ephemeral_1h_input_tokens: cacheSnap?.cacheCreation1h ?? 0,
+                        },
+                    }),
+                },
+                modelUsage: {},
+                totalCostUsd: costSnap?.cost ?? 0,
+                durationMs: dur.durationMs,
+                durationApiMs: 0,
+                numTurns: turnSnap?.turns ?? 0,
+                ...(ctxSnap?.contextTokensIn !== undefined && {
+                    contextTokensIn: ctxSnap.contextTokensIn,
+                }),
+                ...(ctxSnap?.contextTokensOut !== undefined && {
+                    contextTokensOut: ctxSnap.contextTokensOut,
+                }),
+                ...(compSnap && compSnap.compactions > 0
+                    ? {
+                        compactions: compSnap.compactions,
+                        compactionPreTokens: compSnap.preTokens,
+                    }
+                    : {}),
+            };
+            steps.push(step);
+        }
+        const totalTurns = turns?.totalTurns ?? 0;
+        const totalCost = cost?.totalCost ?? 0;
+        const totalCompactions = compactions?.totalCompactions ?? 0;
+        const fromModelUsage = aggregateUsage.input_tokens +
+            aggregateUsage.cache_read_input_tokens +
+            aggregateUsage.cache_creation_input_tokens;
+        const inputTokens = fromModelUsage > 0
+            ? fromModelUsage
+            : (tokens?.totalInput ?? 0) +
+                (cache?.totalRead ?? 0) +
+                (cache?.totalCreation ?? 0);
+        const outputTokens = aggregateUsage.output_tokens > 0
+            ? aggregateUsage.output_tokens
+            : tokens?.totalOutput ?? 0;
+        const benchmark = {
+            timestamp: new Date().toISOString(),
+            steps,
+            totals: {
+                totalCostUsd: totalCost,
+                durationMs: totalDurationMs,
+                inputTokens,
+                outputTokens,
+                numTurns: resultMessage?.num_turns ?? totalTurns,
+                totalCompactions,
+                totalCacheReadTokens: cache?.totalRead ?? 0,
+                totalCacheCreation5mTokens: cache?.totalCreation5m ?? 0,
+                totalCacheCreation1hTokens: cache?.totalCreation1h ?? 0,
+            },
+        };
+        this.writeBenchmarkData(benchmark);
+        return benchmark;
+    }
+    writeBenchmarkData(data) {
+        try {
+            fs_1.default.writeFileSync(this.outputPath, JSON.stringify(data, null, 2));
+            (0, debug_1.logToFile)(`Benchmark data written to ${this.outputPath}`);
+            clack_1.default.log.info(`${chalk_1.default.blue('●')} ${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} Results written to ${this.outputPath}`);
+        }
+        catch (error) {
+            (0, debug_1.logToFile)('Failed to write benchmark data:', error);
+        }
+    }
+}
+exports.JsonWriterPlugin = JsonWriterPlugin;
+//# sourceMappingURL=json-writer.js.map

package/dist/src/lib/middleware/benchmarks/json-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-writer.js","sourceRoot":"","sources":["../../../../../src/lib/middleware/benchmarks/json-writer.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;AAEH,4CAAoB;AACpB,iEAAyC;AACzC,kDAA0B;AAC1B,gDAAiD;AACjD,2DAAqD;AAWrD;;GAEG;AACH,SAAS,aAAa,CAAC,UAA+B;IAMpD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,2BAA2B,GAAG,CAAC,CAAC;IACpC,IAAI,uBAAuB,GAAG,CAAC,CAAC;IAEhC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,YAAY,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QACvC,aAAa,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACzC,2BAA2B,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC;QACnE,uBAAuB,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO;QACL,YAAY;QACZ,aAAa;QACb,2BAA2B;QAC3B,uBAAuB;KACxB,CAAC;AACJ,CAAC;AAED,MAAa,gBAAgB;IAClB,IAAI,GAAG,YAAY,CAAC;IAErB,UAAU,CAAS;IAE3B,YAAY,UAAkB;QAC5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,UAAU,CACR,aAAkB,EAClB,eAAuB,EACvB,GAAsB,EACtB,MAAuB;QAEvB,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAY,QAAQ,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAY,OAAO,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAW,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAW,MAAM,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAe,UAAU,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAiB,aAAa,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAkB,aAAa,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAG,aAAa,EAAE,UAAU,IAAI,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAEjD,MAAM,UAAU,GAAG,QAAQ,EAAE,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;QACxD,MAAM,KAAK,GAAgB,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,QAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,SAAS,GAAG,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAAG,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YAE/C,MAAM,IAAI,GAAc;gBACtB,IAAI,EAAE,GAAG,CAAC,KAAK;gBACf,KAAK,EAAE;oBACL,YAAY,EAAE,SAAS,EAAE,WAAW,IAAI,CAAC;oBACzC,aAAa,EAAE,SAAS,EAAE,YAAY,IAAI,CAAC;oBAC3C,2BAA2B,EAAE,SAAS,EAAE,mBAAmB,IAAI,CAAC;oBAChE,uBAAuB,EAAE,SAAS,EAAE,eAAe,IAAI,CAAC;oBACxD,GAAG,CAAC,CAAC,SAAS,EAAE,eAAe,IAAI,CAAC,CAAC;wBACnC,CAAC,SAAS,EAAE,eAAe,IAAI,CAAC,CAAC;wBACjC,CAAC,IAAI;wBACL,cAAc,EAAE;4BACd,yBAAyB,EAAE,SAAS,EAAE,eAAe,IAAI,CAAC;4BAC1D,yBAAyB,EAAE,SAAS,EAAE,eAAe,IAAI,CAAC;yBAC3D;qBACF,CAAC;iBACH;gBACD,UAAU,EAAE,EAAE;gBACd,YAAY,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;gBACjC,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;gBAC9B,GAAG,CAAC,OAAO,EAAE,eAAe,KAAK,SAAS,IAAI;oBAC5C,eAAe,EAAE,OAAO,CAAC,eAAe;iBACzC,CAAC;gBACF,GAAG,CAAC,OAAO,EAAE,gBAAgB,KAAK,SAAS,IAAI;oBAC7C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;iBAC3C,CAAC;gBACF,GAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,WAAW,GAAG,CAAC;oBACtC,CAAC,CAAC;wBACE,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,mBAAmB,EAAE,QAAQ,CAAC,SAAS;qBACxC;oBACH,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;YAEF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,CAAC,CAAC;QACvC,MAAM,gBAAgB,GAAG,WAAW,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAC5D,MAAM,cAAc,GAClB,cAAc,CAAC,YAAY;YAC3B,cAAc,CAAC,uBAAuB;YACtC,cAAc,CAAC,2BAA2B,CAAC;QAC7C,MAAM,WAAW,GACf,cAAc,GAAG,CAAC;YAChB,CAAC,CAAC,cAAc;YAChB,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC;gBACzB,CAAC,KAAK,EAAE,SAAS,IAAI,CAAC,CAAC;gBACvB,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC,CAAC;QAClC,MAAM,YAAY,GAChB,cAAc,CAAC,aAAa,GAAG,CAAC;YAC9B,CAAC,CAAC,cAAc,CAAC,aAAa;YAC9B,CAAC,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,CAAC;QAE/B,MAAM,SAAS,GAAkB;YAC/B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK;YACL,MAAM,EAAE;gBACN,YAAY,EAAE,SAAS;gBACvB,UAAU,EAAE,eAAe;gBAC3B,WAAW;gBACX,YAAY;gBACZ,QAAQ,EAAE,aAAa,EAAE,SAAS,IAAI,UAAU;gBAChD,gBAAgB;gBAChB,oBAAoB,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC;gBAC3C,0BAA0B,EAAE,KAAK,EAAE,eAAe,IAAI,CAAC;gBACvD,0BAA0B,EAAE,KAAK,EAAE,eAAe,IAAI,CAAC;aACxD;SACF,CAAC;QAEF,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,kBAAkB,CAAC,IAAmB;QAC5C,IAAI,CAAC;YACH,YAAE,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACjE,IAAA,iBAAS,EAAC,6BAA6B,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1D,eAAK,CAAC,GAAG,CAAC,IAAI,CACZ,GAAG,eAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,eAAK,CAAC,IAAI,CAC9B,8BAAY,CAAC,SAAS,CACvB,uBAAuB,IAAI,CAAC,UAAU,EAAE,CAC1C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,iBAAS,EAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;CACF;AA/HD,4CA+HC","sourcesContent":["/**\n * JSON file output plugin.\n *\n * Assembles the BenchmarkData structure from all upstream plugin data\n * and writes it to a JSON file. Returns the BenchmarkData for backward compat.\n */\n\nimport fs from 'fs';\nimport clack from '../../../utils/clack';\nimport chalk from 'chalk';\nimport { logToFile } from '../../../utils/debug';\nimport { AgentSignals } from '../../agent-interface';\nimport type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';\nimport type { TokenData } from './token-tracker';\nimport type { CacheData } from './cache-tracker';\nimport type { TurnData } from './turn-counter';\nimport type { CostData } from './cost-tracker';\nimport type { DurationData } from './duration-tracker';\nimport type { CompactionData } from './compaction-tracker';\nimport type { ContextSizeData } from './context-size-tracker';\nimport type { BenchmarkData, StepUsage } from '../benchmark';\n\n/**\n * Sum token usage across all models from the SDK's modelUsage field.\n */\nfunction sumModelUsage(modelUsage: Record<string, any>): {\n  input_tokens: number;\n  output_tokens: number;\n  cache_creation_input_tokens: number;\n  cache_read_input_tokens: number;\n} {\n  let input_tokens = 0;\n  let output_tokens = 0;\n  let cache_creation_input_tokens = 0;\n  let cache_read_input_tokens = 0;\n\n  for (const model of Object.values(modelUsage)) {\n    input_tokens += model.inputTokens ?? 0;\n    output_tokens += model.outputTokens ?? 0;\n    cache_creation_input_tokens += model.cacheCreationInputTokens ?? 0;\n    cache_read_input_tokens += model.cacheReadInputTokens ?? 0;\n  }\n\n  return {\n    input_tokens,\n    output_tokens,\n    cache_creation_input_tokens,\n    cache_read_input_tokens,\n  };\n}\n\nexport class JsonWriterPlugin implements Middleware {\n  readonly name = 'jsonWriter';\n\n  private outputPath: string;\n\n  constructor(outputPath: string) {\n    this.outputPath = outputPath;\n  }\n\n  onFinalize(\n    resultMessage: any,\n    totalDurationMs: number,\n    ctx: MiddlewareContext,\n    _store: MiddlewareStore,\n  ): BenchmarkData {\n    const tokens = ctx.get<TokenData>('tokens');\n    const cache = ctx.get<CacheData>('cache');\n    const turns = ctx.get<TurnData>('turns');\n    const cost = ctx.get<CostData>('cost');\n    const duration = ctx.get<DurationData>('duration');\n    const compactions = ctx.get<CompactionData>('compactions');\n    const contextSize = ctx.get<ContextSizeData>('contextSize');\n\n    const modelUsage = resultMessage?.modelUsage ?? {};\n    const aggregateUsage = sumModelUsage(modelUsage);\n\n    const phaseCount = duration?.phaseSnapshots.length ?? 0;\n    const steps: StepUsage[] = [];\n\n    for (let i = 0; i < phaseCount; i++) {\n      const dur = duration!.phaseSnapshots[i];\n      const tokenSnap = tokens?.phaseSnapshots[i];\n      const cacheSnap = cache?.phaseSnapshots[i];\n      const turnSnap = turns?.phaseSnapshots[i];\n      const costSnap = cost?.phaseCosts[i];\n      const compSnap = compactions?.phaseSnapshots[i];\n      const ctxSnap = contextSize?.phaseSnapshots[i];\n\n      const step: StepUsage = {\n        name: dur.phase,\n        usage: {\n          input_tokens: tokenSnap?.inputTokens ?? 0,\n          output_tokens: tokenSnap?.outputTokens ?? 0,\n          cache_creation_input_tokens: cacheSnap?.cacheCreationTokens ?? 0,\n          cache_read_input_tokens: cacheSnap?.cacheReadTokens ?? 0,\n          ...((cacheSnap?.cacheCreation5m ?? 0) +\n            (cacheSnap?.cacheCreation1h ?? 0) >\n            0 && {\n            cache_creation: {\n              ephemeral_5m_input_tokens: cacheSnap?.cacheCreation5m ?? 0,\n              ephemeral_1h_input_tokens: cacheSnap?.cacheCreation1h ?? 0,\n            },\n          }),\n        },\n        modelUsage: {},\n        totalCostUsd: costSnap?.cost ?? 0,\n        durationMs: dur.durationMs,\n        durationApiMs: 0,\n        numTurns: turnSnap?.turns ?? 0,\n        ...(ctxSnap?.contextTokensIn !== undefined && {\n          contextTokensIn: ctxSnap.contextTokensIn,\n        }),\n        ...(ctxSnap?.contextTokensOut !== undefined && {\n          contextTokensOut: ctxSnap.contextTokensOut,\n        }),\n        ...(compSnap && compSnap.compactions > 0\n          ? {\n              compactions: compSnap.compactions,\n              compactionPreTokens: compSnap.preTokens,\n            }\n          : {}),\n      };\n\n      steps.push(step);\n    }\n\n    const totalTurns = turns?.totalTurns ?? 0;\n    const totalCost = cost?.totalCost ?? 0;\n    const totalCompactions = compactions?.totalCompactions ?? 0;\n    const fromModelUsage =\n      aggregateUsage.input_tokens +\n      aggregateUsage.cache_read_input_tokens +\n      aggregateUsage.cache_creation_input_tokens;\n    const inputTokens =\n      fromModelUsage > 0\n        ? fromModelUsage\n        : (tokens?.totalInput ?? 0) +\n          (cache?.totalRead ?? 0) +\n          (cache?.totalCreation ?? 0);\n    const outputTokens =\n      aggregateUsage.output_tokens > 0\n        ? aggregateUsage.output_tokens\n        : tokens?.totalOutput ?? 0;\n\n    const benchmark: BenchmarkData = {\n      timestamp: new Date().toISOString(),\n      steps,\n      totals: {\n        totalCostUsd: totalCost,\n        durationMs: totalDurationMs,\n        inputTokens,\n        outputTokens,\n        numTurns: resultMessage?.num_turns ?? totalTurns,\n        totalCompactions,\n        totalCacheReadTokens: cache?.totalRead ?? 0,\n        totalCacheCreation5mTokens: cache?.totalCreation5m ?? 0,\n        totalCacheCreation1hTokens: cache?.totalCreation1h ?? 0,\n      },\n    };\n\n    this.writeBenchmarkData(benchmark);\n    return benchmark;\n  }\n\n  private writeBenchmarkData(data: BenchmarkData): void {\n    try {\n      fs.writeFileSync(this.outputPath, JSON.stringify(data, null, 2));\n      logToFile(`Benchmark data written to ${this.outputPath}`);\n      clack.log.info(\n        `${chalk.blue('●')} ${chalk.cyan(\n          AgentSignals.BENCHMARK,\n        )} Results written to ${this.outputPath}`,\n      );\n    } catch (error) {\n      logToFile('Failed to write benchmark data:', error);\n    }\n  }\n}\n"]}

package/dist/src/lib/middleware/benchmarks/summary.d.ts

@@ -0,0 +1,9 @@
+import clack from '../../../utils/clack';
+import type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';
+export declare class SummaryPlugin implements Middleware {
+    readonly name = "summary";
+    private spinner;
+    constructor(spinner: ReturnType<typeof clack.spinner>);
+    onPhaseTransition(fromPhase: string, toPhase: string, ctx: MiddlewareContext, _store: MiddlewareStore): void;
+    onFinalize(_resultMessage: any, totalDurationMs: number, ctx: MiddlewareContext, _store: MiddlewareStore): void;
+}

package/dist/src/lib/middleware/benchmarks/summary.js

@@ -0,0 +1,106 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SummaryPlugin = void 0;
+const chalk_1 = __importDefault(require("chalk"));
+const clack_1 = __importDefault(require("../../../utils/clack"));
+const agent_interface_1 = require("../../agent-interface");
+function fmtDuration(ms) {
+    const s = Math.round(ms / 1000);
+    const m = Math.floor(s / 60);
+    return m > 0 ? `${m}m ${s % 60}s` : `${s}s`;
+}
+function fmtTok(n) {
+    if (n >= 1_000_000)
+        return `${(n / 1_000_000).toFixed(1)}M`;
+    if (n >= 1_000)
+        return `${(n / 1000).toFixed(1)}K`;
+    return n.toLocaleString();
+}
+function fmtCost(usd) {
+    if (usd > 0 && usd < 0.01)
+        return `$${usd.toFixed(4)}`;
+    return `$${usd.toFixed(2)}`;
+}
+function printPhase(s) {
+    const baseIn = Math.max(0, s.inputTokens - s.cacheRead - s.cacheCreation5m - s.cacheCreation1h);
+    return [
+        `${chalk_1.default.bold(s.phase)}: ${fmtDuration(s.durationMs)}, ${s.turns} turns, cost: ${fmtCost(s.cost)}`,
+        `  in: ${fmtTok(baseIn)}, out: ${fmtTok(s.outputTokens)}, cache_read: ${fmtTok(s.cacheRead)}, cache_5m: ${fmtTok(s.cacheCreation5m)}, cache_1h: ${fmtTok(s.cacheCreation1h)}`,
+        s.compactions > 0 ? `  ${s.compactions} compaction(s)` : null,
+        s.contextOut !== undefined ? `  ctx_out: ${fmtTok(s.contextOut)}` : null,
+    ]
+        .filter(Boolean)
+        .join('\n');
+}
+function getPhaseStats(i, ctx) {
+    const duration = ctx.get('duration');
+    const dur = duration?.phaseSnapshots[i];
+    if (!dur)
+        return null;
+    const tokens = ctx.get('tokens');
+    const turns = ctx.get('turns');
+    const cost = ctx.get('cost');
+    const compactions = ctx.get('compactions');
+    const contextSize = ctx.get('contextSize');
+    const cache = ctx.get('cache');
+    return {
+        phase: dur.phase,
+        durationMs: dur.durationMs,
+        turns: turns?.phaseSnapshots[i]?.turns ?? 0,
+        inputTokens: tokens?.phaseSnapshots[i]?.inputTokens ?? 0,
+        outputTokens: tokens?.phaseSnapshots[i]?.outputTokens ?? 0,
+        cacheRead: cache?.phaseSnapshots[i]?.cacheReadTokens ?? 0,
+        cacheCreation5m: cache?.phaseSnapshots[i]?.cacheCreation5m ?? 0,
+        cacheCreation1h: cache?.phaseSnapshots[i]?.cacheCreation1h ?? 0,
+        cost: cost?.phaseCosts[i]?.cost ?? 0,
+        compactions: compactions?.phaseSnapshots[i]?.compactions ?? 0,
+        contextOut: contextSize?.phaseSnapshots[i]?.contextTokensOut,
+    };
+}
+class SummaryPlugin {
+    name = 'summary';
+    spinner;
+    constructor(spinner) {
+        this.spinner = spinner;
+    }
+    onPhaseTransition(fromPhase, toPhase, ctx, _store) {
+        const duration = ctx.get('duration');
+        const idx = (duration?.phaseSnapshots.length ?? 1) - 1;
+        const stats = getPhaseStats(idx, ctx);
+        if (stats) {
+            this.spinner.stop(`${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} ${printPhase(stats)}`);
+        }
+        else {
+            this.spinner.stop(`${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} ${fromPhase}`);
+        }
+        clack_1.default.log.info(`${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} Starting phase: ${chalk_1.default.bold(toPhase)}`);
+        this.spinner.start(`Integrating PostHog (${toPhase})...`);
+    }
+    onFinalize(_resultMessage, totalDurationMs, ctx, _store) {
+        const duration = ctx.get('duration');
+        const cost = ctx.get('cost');
+        const tokens = ctx.get('tokens');
+        const cache = ctx.get('cache');
+        const phaseCount = duration?.phaseSnapshots.length ?? 0;
+        const totalCost = cost?.totalCost ?? 0;
+        clack_1.default.log.info('');
+        clack_1.default.log.info(`${chalk_1.default.green('◇')} ${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} ${phaseCount} phases in ${fmtDuration(totalDurationMs)}, cost: ${fmtCost(totalCost)}`);
+        clack_1.default.log.info(`  total in: ${fmtTok(tokens?.totalInput ?? 0)}, out: ${fmtTok(tokens?.totalOutput ?? 0)}, cache_read: ${fmtTok(cache?.totalRead ?? 0)}, cache_5m: ${fmtTok(cache?.totalCreation5m ?? 0)}, cache_1h: ${fmtTok(cache?.totalCreation1h ?? 0)}`);
+        clack_1.default.log.info('');
+        clack_1.default.log.info(`${chalk_1.default.blue('●')} ${chalk_1.default.cyan(agent_interface_1.AgentSignals.BENCHMARK)} Summary by phase:`);
+        if (duration?.phaseSnapshots) {
+            for (let i = 0; i < duration.phaseSnapshots.length; i++) {
+                const stats = getPhaseStats(i, ctx);
+                if (stats) {
+                    clack_1.default.log.info(printPhase(stats));
+                }
+            }
+        }
+        clack_1.default.log.info('');
+    }
+}
+exports.SummaryPlugin = SummaryPlugin;
+//# sourceMappingURL=summary.js.map

package/dist/src/lib/middleware/benchmarks/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../../../../../src/lib/middleware/benchmarks/summary.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,iEAAyC;AACzC,2DAAqD;AAUrD,SAAS,WAAW,CAAC,EAAU;IAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;AAC9C,CAAC;AAED,SAAS,MAAM,CAAC,CAAS;IACvB,IAAI,CAAC,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5D,IAAI,CAAC,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACnD,OAAO,CAAC,CAAC,cAAc,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,IAAI;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9B,CAAC;AAgBD,SAAS,UAAU,CAAC,CAAa;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACrB,CAAC,EACD,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CACpE,CAAC;IACF,OAAO;QACL,GAAG,eAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,KAClD,CAAC,CAAC,KACJ,iBAAiB,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE;QAClC,SAAS,MAAM,CAAC,MAAM,CAAC,UAAU,MAAM,CACrC,CAAC,CAAC,YAAY,CACf,iBAAiB,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,eAAe,MAAM,CACxD,CAAC,CAAC,eAAe,CAClB,eAAe,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE;QAC3C,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,gBAAgB,CAAC,CAAC,CAAC,IAAI;QAC7D,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;KACzE;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,CAAS,EAAE,GAAsB;IACtD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAe,UAAU,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAY,QAAQ,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAW,OAAO,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAW,MAAM,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAiB,aAAa,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAkB,aAAa,CAAC,CAAC;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAY,OAAO,CAAC,CAAC;IAE1C,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC;QAC3C,WAAW,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC;QACxD,YAAY,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC;QAC1D,SAAS,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,CAAC;QACzD,eAAe,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,CAAC;QAC/D,eAAe,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,CAAC;QAC/D,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC;QACpC,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC;QAC7D,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,gBAAgB;KAC7D,CAAC;AACJ,CAAC;AAED,MAAa,aAAa;IACf,IAAI,GAAG,SAAS,CAAC;IAElB,OAAO,CAAmC;IAElD,YAAY,OAAyC;QACnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,iBAAiB,CACf,SAAiB,EACjB,OAAe,EACf,GAAsB,EACtB,MAAuB;QAEvB,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAe,UAAU,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEtC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,GAAG,eAAK,CAAC,IAAI,CAAC,8BAAY,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAC7D,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,IAAI,CAAC,8BAAY,CAAC,SAAS,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,eAAK,CAAC,GAAG,CAAC,IAAI,CACZ,GAAG,eAAK,CAAC,IAAI,CAAC,8BAAY,CAAC,SAAS,CAAC,oBAAoB,eAAK,CAAC,IAAI,CACjE,OAAO,CACR,EAAE,CACJ,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,wBAAwB,OAAO,MAAM,CAAC,CAAC;IAC5D,CAAC;IAED,UAAU,CACR,cAAmB,EACnB,eAAuB,EACvB,GAAsB,EACtB,MAAuB;QAEvB,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAe,UAAU,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAW,MAAM,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAY,QAAQ,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAY,OAAO,CAAC,CAAC;QAE1C,MAAM,UAAU,GAAG,QAAQ,EAAE,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,CAAC,CAAC;QAEvC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,eAAK,CAAC,GAAG,CAAC,IAAI,CACZ,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,eAAK,CAAC,IAAI,CAC/B,8BAAY,CAAC,SAAS,CACvB,IAAI,UAAU,cAAc,WAAW,CACtC,eAAe,CAChB,WAAW,OAAO,CAAC,SAAS,CAAC,EAAE,CACjC,CAAC;QACF,eAAK,CAAC,GAAG,CAAC,IAAI,CACZ,eAAe,MAAM,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC,UAAU,MAAM,CAC5D,MAAM,EAAE,WAAW,IAAI,CAAC,CACzB,iBAAiB,MAAM,CAAC,KAAK,EAAE,SAAS,IAAI,CAAC,CAAC,eAAe,MAAM,CAClE,KAAK,EAAE,eAAe,IAAI,CAAC,CAC5B,eAAe,MAAM,CAAC,KAAK,EAAE,eAAe,IAAI,CAAC,CAAC,EAAE,CACtD,CAAC;QACF,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,eAAK,CAAC,GAAG,CAAC,IAAI,CACZ,GAAG,eAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,eAAK,CAAC,IAAI,CAC9B,8BAAY,CAAC,SAAS,CACvB,oBAAoB,CACtB,CAAC;QAEF,IAAI,QAAQ,EAAE,cAAc,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxD,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;CACF;AAlFD,sCAkFC","sourcesContent":["import chalk from 'chalk';\nimport clack from '../../../utils/clack';\nimport { AgentSignals } from '../../agent-interface';\nimport type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';\nimport type { TokenData } from './token-tracker';\nimport type { TurnData } from './turn-counter';\nimport type { CostData } from './cost-tracker';\nimport type { DurationData } from './duration-tracker';\nimport type { CompactionData } from './compaction-tracker';\nimport type { ContextSizeData } from './context-size-tracker';\nimport type { CacheData } from './cache-tracker';\n\nfunction fmtDuration(ms: number): string {\n  const s = Math.round(ms / 1000);\n  const m = Math.floor(s / 60);\n  return m > 0 ? `${m}m ${s % 60}s` : `${s}s`;\n}\n\nfunction fmtTok(n: number): string {\n  if (n >= 1_000_000) return `${(n / 1_000_000).toFixed(1)}M`;\n  if (n >= 1_000) return `${(n / 1000).toFixed(1)}K`;\n  return n.toLocaleString();\n}\n\nfunction fmtCost(usd: number): string {\n  if (usd > 0 && usd < 0.01) return `$${usd.toFixed(4)}`;\n  return `$${usd.toFixed(2)}`;\n}\n\ninterface PhaseStats {\n  phase: string;\n  durationMs: number;\n  turns: number;\n  inputTokens: number;\n  outputTokens: number;\n  cacheRead: number;\n  cacheCreation5m: number;\n  cacheCreation1h: number;\n  cost: number;\n  compactions: number;\n  contextOut: number | undefined;\n}\n\nfunction printPhase(s: PhaseStats): string {\n  const baseIn = Math.max(\n    0,\n    s.inputTokens - s.cacheRead - s.cacheCreation5m - s.cacheCreation1h,\n  );\n  return [\n    `${chalk.bold(s.phase)}: ${fmtDuration(s.durationMs)}, ${\n      s.turns\n    } turns, cost: ${fmtCost(s.cost)}`,\n    `  in: ${fmtTok(baseIn)}, out: ${fmtTok(\n      s.outputTokens,\n    )}, cache_read: ${fmtTok(s.cacheRead)}, cache_5m: ${fmtTok(\n      s.cacheCreation5m,\n    )}, cache_1h: ${fmtTok(s.cacheCreation1h)}`,\n    s.compactions > 0 ? `  ${s.compactions} compaction(s)` : null,\n    s.contextOut !== undefined ? `  ctx_out: ${fmtTok(s.contextOut)}` : null,\n  ]\n    .filter(Boolean)\n    .join('\\n');\n}\n\nfunction getPhaseStats(i: number, ctx: MiddlewareContext): PhaseStats | null {\n  const duration = ctx.get<DurationData>('duration');\n  const dur = duration?.phaseSnapshots[i];\n  if (!dur) return null;\n\n  const tokens = ctx.get<TokenData>('tokens');\n  const turns = ctx.get<TurnData>('turns');\n  const cost = ctx.get<CostData>('cost');\n  const compactions = ctx.get<CompactionData>('compactions');\n  const contextSize = ctx.get<ContextSizeData>('contextSize');\n  const cache = ctx.get<CacheData>('cache');\n\n  return {\n    phase: dur.phase,\n    durationMs: dur.durationMs,\n    turns: turns?.phaseSnapshots[i]?.turns ?? 0,\n    inputTokens: tokens?.phaseSnapshots[i]?.inputTokens ?? 0,\n    outputTokens: tokens?.phaseSnapshots[i]?.outputTokens ?? 0,\n    cacheRead: cache?.phaseSnapshots[i]?.cacheReadTokens ?? 0,\n    cacheCreation5m: cache?.phaseSnapshots[i]?.cacheCreation5m ?? 0,\n    cacheCreation1h: cache?.phaseSnapshots[i]?.cacheCreation1h ?? 0,\n    cost: cost?.phaseCosts[i]?.cost ?? 0,\n    compactions: compactions?.phaseSnapshots[i]?.compactions ?? 0,\n    contextOut: contextSize?.phaseSnapshots[i]?.contextTokensOut,\n  };\n}\n\nexport class SummaryPlugin implements Middleware {\n  readonly name = 'summary';\n\n  private spinner: ReturnType<typeof clack.spinner>;\n\n  constructor(spinner: ReturnType<typeof clack.spinner>) {\n    this.spinner = spinner;\n  }\n\n  onPhaseTransition(\n    fromPhase: string,\n    toPhase: string,\n    ctx: MiddlewareContext,\n    _store: MiddlewareStore,\n  ): void {\n    const duration = ctx.get<DurationData>('duration');\n    const idx = (duration?.phaseSnapshots.length ?? 1) - 1;\n    const stats = getPhaseStats(idx, ctx);\n\n    if (stats) {\n      this.spinner.stop(\n        `${chalk.cyan(AgentSignals.BENCHMARK)} ${printPhase(stats)}`,\n      );\n    } else {\n      this.spinner.stop(`${chalk.cyan(AgentSignals.BENCHMARK)} ${fromPhase}`);\n    }\n\n    clack.log.info(\n      `${chalk.cyan(AgentSignals.BENCHMARK)} Starting phase: ${chalk.bold(\n        toPhase,\n      )}`,\n    );\n    this.spinner.start(`Integrating PostHog (${toPhase})...`);\n  }\n\n  onFinalize(\n    _resultMessage: any,\n    totalDurationMs: number,\n    ctx: MiddlewareContext,\n    _store: MiddlewareStore,\n  ): void {\n    const duration = ctx.get<DurationData>('duration');\n    const cost = ctx.get<CostData>('cost');\n    const tokens = ctx.get<TokenData>('tokens');\n    const cache = ctx.get<CacheData>('cache');\n\n    const phaseCount = duration?.phaseSnapshots.length ?? 0;\n    const totalCost = cost?.totalCost ?? 0;\n\n    clack.log.info('');\n    clack.log.info(\n      `${chalk.green('◇')} ${chalk.cyan(\n        AgentSignals.BENCHMARK,\n      )} ${phaseCount} phases in ${fmtDuration(\n        totalDurationMs,\n      )}, cost: ${fmtCost(totalCost)}`,\n    );\n    clack.log.info(\n      `  total in: ${fmtTok(tokens?.totalInput ?? 0)}, out: ${fmtTok(\n        tokens?.totalOutput ?? 0,\n      )}, cache_read: ${fmtTok(cache?.totalRead ?? 0)}, cache_5m: ${fmtTok(\n        cache?.totalCreation5m ?? 0,\n      )}, cache_1h: ${fmtTok(cache?.totalCreation1h ?? 0)}`,\n    );\n    clack.log.info('');\n    clack.log.info(\n      `${chalk.blue('●')} ${chalk.cyan(\n        AgentSignals.BENCHMARK,\n      )} Summary by phase:`,\n    );\n\n    if (duration?.phaseSnapshots) {\n      for (let i = 0; i < duration.phaseSnapshots.length; i++) {\n        const stats = getPhaseStats(i, ctx);\n        if (stats) {\n          clack.log.info(printPhase(stats));\n        }\n      }\n    }\n\n    clack.log.info('');\n  }\n}\n"]}

package/dist/src/lib/middleware/benchmarks/token-tracker.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Token tracking plugin for input/output tokens.
+ *
+ * Accumulates per-turn token usage (input_tokens + cache_read_input_tokens
+ * + cache_creation_input_tokens = total input; output_tokens = output).
+ * Respects the dedup flag from TurnCounterPlugin. Cache breakdown (r/5m/1h)
+ * is tracked by CacheTrackerPlugin for reporting and pricing.
+ */
+import type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';
+export interface TokenData {
+    phaseInput: number;
+    phaseOutput: number;
+    totalInput: number;
+    totalOutput: number;
+    /** The raw usage object from the last non-duplicate assistant message */
+    lastUsage: any;
+    /** Per-phase token snapshots */
+    phaseSnapshots: Array<{
+        phase: string;
+        inputTokens: number;
+        outputTokens: number;
+        /** Number of turns in this phase that had usage (SDK may not report all) */
+        messagesWithUsage: number;
+    }>;
+}
+export declare class TokenTrackerPlugin implements Middleware {
+    readonly name = "tokens";
+    private phaseInput;
+    private phaseOutput;
+    private totalInput;
+    private totalOutput;
+    private lastUsage;
+    private phaseSnapshots;
+    private currentPhase;
+    private phaseMessagesWithUsage;
+    onMessage(message: any, ctx: MiddlewareContext, store: MiddlewareStore): void;
+    onPhaseTransition(fromPhase: string, toPhase: string, _ctx: MiddlewareContext, store: MiddlewareStore): void;
+    onFinalize(_resultMessage: any, _totalDurationMs: number, _ctx: MiddlewareContext, store: MiddlewareStore): void;
+    private getData;
+}

package/dist/src/lib/middleware/benchmarks/token-tracker.js

@@ -0,0 +1,77 @@
+"use strict";
+/**
+ * Token tracking plugin for input/output tokens.
+ *
+ * Accumulates per-turn token usage (input_tokens + cache_read_input_tokens
+ * + cache_creation_input_tokens = total input; output_tokens = output).
+ * Respects the dedup flag from TurnCounterPlugin. Cache breakdown (r/5m/1h)
+ * is tracked by CacheTrackerPlugin for reporting and pricing.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenTrackerPlugin = void 0;
+class TokenTrackerPlugin {
+    name = 'tokens';
+    phaseInput = 0;
+    phaseOutput = 0;
+    totalInput = 0;
+    totalOutput = 0;
+    lastUsage = null;
+    phaseSnapshots = [];
+    currentPhase = 'setup';
+    phaseMessagesWithUsage = 0;
+    onMessage(message, ctx, store) {
+        if (message.type !== 'assistant')
+            return;
+        const turns = ctx.get('turns');
+        if (turns?.isDuplicate)
+            return;
+        const usage = message.message?.usage;
+        if (usage) {
+            const input = Number(usage.input_tokens ?? 0) +
+                Number(usage.cache_read_input_tokens ?? 0) +
+                Number(usage.cache_creation_input_tokens ?? 0);
+            const output = Number(usage.output_tokens ?? 0);
+            this.phaseInput += input;
+            this.phaseOutput += output;
+            this.totalInput += input;
+            this.totalOutput += output;
+            this.lastUsage = usage;
+            this.phaseMessagesWithUsage += 1;
+        }
+        store.set('tokens', this.getData());
+    }
+    onPhaseTransition(fromPhase, toPhase, _ctx, store) {
+        this.phaseSnapshots.push({
+            phase: fromPhase,
+            inputTokens: this.phaseInput,
+            outputTokens: this.phaseOutput,
+            messagesWithUsage: this.phaseMessagesWithUsage,
+        });
+        this.currentPhase = toPhase;
+        this.phaseInput = 0;
+        this.phaseOutput = 0;
+        this.phaseMessagesWithUsage = 0;
+        store.set('tokens', this.getData());
+    }
+    onFinalize(_resultMessage, _totalDurationMs, _ctx, store) {
+        this.phaseSnapshots.push({
+            phase: this.currentPhase,
+            inputTokens: this.phaseInput,
+            outputTokens: this.phaseOutput,
+            messagesWithUsage: this.phaseMessagesWithUsage,
+        });
+        store.set('tokens', this.getData());
+    }
+    getData() {
+        return {
+            phaseInput: this.phaseInput,
+            phaseOutput: this.phaseOutput,
+            totalInput: this.totalInput,
+            totalOutput: this.totalOutput,
+            lastUsage: this.lastUsage,
+            phaseSnapshots: [...this.phaseSnapshots],
+        };
+    }
+}
+exports.TokenTrackerPlugin = TokenTrackerPlugin;
+//# sourceMappingURL=token-tracker.js.map

package/dist/src/lib/middleware/benchmarks/token-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-tracker.js","sourceRoot":"","sources":["../../../../../src/lib/middleware/benchmarks/token-tracker.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAsBH,MAAa,kBAAkB;IACpB,IAAI,GAAG,QAAQ,CAAC;IAEjB,UAAU,GAAG,CAAC,CAAC;IACf,WAAW,GAAG,CAAC,CAAC;IAChB,UAAU,GAAG,CAAC,CAAC;IACf,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAQ,IAAI,CAAC;IACtB,cAAc,GAKjB,EAAE,CAAC;IACA,YAAY,GAAG,OAAO,CAAC;IACvB,sBAAsB,GAAG,CAAC,CAAC;IAEnC,SAAS,CACP,OAAY,EACZ,GAAsB,EACtB,KAAsB;QAEtB,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO;QAEzC,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAW,OAAO,CAAC,CAAC;QACzC,IAAI,KAAK,EAAE,WAAW;YAAE,OAAO;QAE/B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,GACT,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;gBAC/B,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC;gBAC1C,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;YACzB,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;YAC3B,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;YACzB,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;YAC3B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,sBAAsB,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,iBAAiB,CACf,SAAiB,EACjB,OAAe,EACf,IAAuB,EACvB,KAAsB;QAEtB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,iBAAiB,EAAE,IAAI,CAAC,sBAAsB;SAC/C,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,sBAAsB,GAAG,CAAC,CAAC;QAChC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,UAAU,CACR,cAAmB,EACnB,gBAAwB,EACxB,IAAuB,EACvB,KAAsB;QAEtB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,iBAAiB,EAAE,IAAI,CAAC,sBAAsB;SAC/C,CAAC,CAAC;QACH,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;IAEO,OAAO;QACb,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;SACzC,CAAC;IACJ,CAAC;CACF;AAzFD,gDAyFC","sourcesContent":["/**\n * Token tracking plugin for input/output tokens.\n *\n * Accumulates per-turn token usage (input_tokens + cache_read_input_tokens\n * + cache_creation_input_tokens = total input; output_tokens = output).\n * Respects the dedup flag from TurnCounterPlugin. Cache breakdown (r/5m/1h)\n * is tracked by CacheTrackerPlugin for reporting and pricing.\n */\n\nimport type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';\nimport type { TurnData } from './turn-counter';\n\nexport interface TokenData {\n  phaseInput: number;\n  phaseOutput: number;\n  totalInput: number;\n  totalOutput: number;\n  /** The raw usage object from the last non-duplicate assistant message */\n  lastUsage: any;\n  /** Per-phase token snapshots */\n  phaseSnapshots: Array<{\n    phase: string;\n    inputTokens: number;\n    outputTokens: number;\n    /** Number of turns in this phase that had usage (SDK may not report all) */\n    messagesWithUsage: number;\n  }>;\n}\n\nexport class TokenTrackerPlugin implements Middleware {\n  readonly name = 'tokens';\n\n  private phaseInput = 0;\n  private phaseOutput = 0;\n  private totalInput = 0;\n  private totalOutput = 0;\n  private lastUsage: any = null;\n  private phaseSnapshots: Array<{\n    phase: string;\n    inputTokens: number;\n    outputTokens: number;\n    messagesWithUsage: number;\n  }> = [];\n  private currentPhase = 'setup';\n  private phaseMessagesWithUsage = 0;\n\n  onMessage(\n    message: any,\n    ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    if (message.type !== 'assistant') return;\n\n    const turns = ctx.get<TurnData>('turns');\n    if (turns?.isDuplicate) return;\n\n    const usage = message.message?.usage;\n    if (usage) {\n      const input =\n        Number(usage.input_tokens ?? 0) +\n        Number(usage.cache_read_input_tokens ?? 0) +\n        Number(usage.cache_creation_input_tokens ?? 0);\n      const output = Number(usage.output_tokens ?? 0);\n      this.phaseInput += input;\n      this.phaseOutput += output;\n      this.totalInput += input;\n      this.totalOutput += output;\n      this.lastUsage = usage;\n      this.phaseMessagesWithUsage += 1;\n    }\n\n    store.set('tokens', this.getData());\n  }\n\n  onPhaseTransition(\n    fromPhase: string,\n    toPhase: string,\n    _ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    this.phaseSnapshots.push({\n      phase: fromPhase,\n      inputTokens: this.phaseInput,\n      outputTokens: this.phaseOutput,\n      messagesWithUsage: this.phaseMessagesWithUsage,\n    });\n    this.currentPhase = toPhase;\n    this.phaseInput = 0;\n    this.phaseOutput = 0;\n    this.phaseMessagesWithUsage = 0;\n    store.set('tokens', this.getData());\n  }\n\n  onFinalize(\n    _resultMessage: any,\n    _totalDurationMs: number,\n    _ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    this.phaseSnapshots.push({\n      phase: this.currentPhase,\n      inputTokens: this.phaseInput,\n      outputTokens: this.phaseOutput,\n      messagesWithUsage: this.phaseMessagesWithUsage,\n    });\n    store.set('tokens', this.getData());\n  }\n\n  private getData(): TokenData {\n    return {\n      phaseInput: this.phaseInput,\n      phaseOutput: this.phaseOutput,\n      totalInput: this.totalInput,\n      totalOutput: this.totalOutput,\n      lastUsage: this.lastUsage,\n      phaseSnapshots: [...this.phaseSnapshots],\n    };\n  }\n}\n"]}

package/dist/src/lib/middleware/benchmarks/turn-counter.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Turn counting plugin with message deduplication.
+ *
+ * The SDK emits multiple assistant events per turn (one per content block)
+ * with the same message ID. This plugin deduplicates and publishes turn
+ * counts + a duplicate flag for downstream plugins.
+ */
+import type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';
+export interface TurnData {
+    /** Whether the current message is a duplicate of the last processed turn */
+    isDuplicate: boolean;
+    /** Turns in the current phase */
+    phaseTurns: number;
+    /** Total turns across all phases */
+    totalTurns: number;
+    /** Per-phase turn snapshots: [{ phase, turns }] */
+    phaseSnapshots: Array<{
+        phase: string;
+        turns: number;
+    }>;
+}
+export declare class TurnCounterPlugin implements Middleware {
+    readonly name = "turns";
+    private lastMessageId;
+    private phaseTurns;
+    private totalTurns;
+    private isDuplicate;
+    private phaseSnapshots;
+    private currentPhase;
+    onMessage(message: any, _ctx: MiddlewareContext, store: MiddlewareStore): void;
+    onPhaseTransition(fromPhase: string, _toPhase: string, _ctx: MiddlewareContext, store: MiddlewareStore): void;
+    onFinalize(_resultMessage: any, _totalDurationMs: number, _ctx: MiddlewareContext, store: MiddlewareStore): void;
+    private getData;
+}

package/dist/src/lib/middleware/benchmarks/turn-counter.js

@@ -0,0 +1,59 @@
+"use strict";
+/**
+ * Turn counting plugin with message deduplication.
+ *
+ * The SDK emits multiple assistant events per turn (one per content block)
+ * with the same message ID. This plugin deduplicates and publishes turn
+ * counts + a duplicate flag for downstream plugins.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TurnCounterPlugin = void 0;
+class TurnCounterPlugin {
+    name = 'turns';
+    lastMessageId = null;
+    phaseTurns = 0;
+    totalTurns = 0;
+    isDuplicate = false;
+    phaseSnapshots = [];
+    currentPhase = 'setup';
+    onMessage(message, _ctx, store) {
+        if (message.type !== 'assistant') {
+            this.isDuplicate = false;
+            store.set('turns', this.getData());
+            return;
+        }
+        const msgId = message.message?.id;
+        this.isDuplicate = msgId != null && msgId === this.lastMessageId;
+        if (msgId)
+            this.lastMessageId = msgId;
+        if (!this.isDuplicate) {
+            this.phaseTurns++;
+            this.totalTurns++;
+        }
+        store.set('turns', this.getData());
+    }
+    onPhaseTransition(fromPhase, _toPhase, _ctx, store) {
+        this.phaseSnapshots.push({ phase: fromPhase, turns: this.phaseTurns });
+        this.currentPhase = _toPhase;
+        this.phaseTurns = 0;
+        this.lastMessageId = null;
+        store.set('turns', this.getData());
+    }
+    onFinalize(_resultMessage, _totalDurationMs, _ctx, store) {
+        this.phaseSnapshots.push({
+            phase: this.currentPhase,
+            turns: this.phaseTurns,
+        });
+        store.set('turns', this.getData());
+    }
+    getData() {
+        return {
+            isDuplicate: this.isDuplicate,
+            phaseTurns: this.phaseTurns,
+            totalTurns: this.totalTurns,
+            phaseSnapshots: [...this.phaseSnapshots],
+        };
+    }
+}
+exports.TurnCounterPlugin = TurnCounterPlugin;
+//# sourceMappingURL=turn-counter.js.map

package/dist/src/lib/middleware/benchmarks/turn-counter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-counter.js","sourceRoot":"","sources":["../../../../../src/lib/middleware/benchmarks/turn-counter.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;AAeH,MAAa,iBAAiB;IACnB,IAAI,GAAG,OAAO,CAAC;IAEhB,aAAa,GAAkB,IAAI,CAAC;IACpC,UAAU,GAAG,CAAC,CAAC;IACf,UAAU,GAAG,CAAC,CAAC;IACf,WAAW,GAAG,KAAK,CAAC;IACpB,cAAc,GAA4C,EAAE,CAAC;IAC7D,YAAY,GAAG,OAAO,CAAC;IAE/B,SAAS,CACP,OAAY,EACZ,IAAuB,EACvB,KAAsB;QAEtB,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAuB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QACtD,IAAI,CAAC,WAAW,GAAG,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,aAAa,CAAC;QACjE,IAAI,KAAK;YAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAEtC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,iBAAiB,CACf,SAAiB,EACjB,QAAgB,EAChB,IAAuB,EACvB,KAAsB;QAEtB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,UAAU,CACR,cAAmB,EACnB,gBAAwB,EACxB,IAAuB,EACvB,KAAsB;QAEtB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;YACvB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,KAAK,EAAE,IAAI,CAAC,UAAU;SACvB,CAAC,CAAC;QACH,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,CAAC;IAEO,OAAO;QACb,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;SACzC,CAAC;IACJ,CAAC;CACF;AAnED,8CAmEC","sourcesContent":["/**\n * Turn counting plugin with message deduplication.\n *\n * The SDK emits multiple assistant events per turn (one per content block)\n * with the same message ID. This plugin deduplicates and publishes turn\n * counts + a duplicate flag for downstream plugins.\n */\n\nimport type { Middleware, MiddlewareContext, MiddlewareStore } from '../types';\n\nexport interface TurnData {\n  /** Whether the current message is a duplicate of the last processed turn */\n  isDuplicate: boolean;\n  /** Turns in the current phase */\n  phaseTurns: number;\n  /** Total turns across all phases */\n  totalTurns: number;\n  /** Per-phase turn snapshots: [{ phase, turns }] */\n  phaseSnapshots: Array<{ phase: string; turns: number }>;\n}\n\nexport class TurnCounterPlugin implements Middleware {\n  readonly name = 'turns';\n\n  private lastMessageId: string | null = null;\n  private phaseTurns = 0;\n  private totalTurns = 0;\n  private isDuplicate = false;\n  private phaseSnapshots: Array<{ phase: string; turns: number }> = [];\n  private currentPhase = 'setup';\n\n  onMessage(\n    message: any,\n    _ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    if (message.type !== 'assistant') {\n      this.isDuplicate = false;\n      store.set('turns', this.getData());\n      return;\n    }\n\n    const msgId: string | undefined = message.message?.id;\n    this.isDuplicate = msgId != null && msgId === this.lastMessageId;\n    if (msgId) this.lastMessageId = msgId;\n\n    if (!this.isDuplicate) {\n      this.phaseTurns++;\n      this.totalTurns++;\n    }\n\n    store.set('turns', this.getData());\n  }\n\n  onPhaseTransition(\n    fromPhase: string,\n    _toPhase: string,\n    _ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    this.phaseSnapshots.push({ phase: fromPhase, turns: this.phaseTurns });\n    this.currentPhase = _toPhase;\n    this.phaseTurns = 0;\n    this.lastMessageId = null;\n    store.set('turns', this.getData());\n  }\n\n  onFinalize(\n    _resultMessage: any,\n    _totalDurationMs: number,\n    _ctx: MiddlewareContext,\n    store: MiddlewareStore,\n  ): void {\n    this.phaseSnapshots.push({\n      phase: this.currentPhase,\n      turns: this.phaseTurns,\n    });\n    store.set('turns', this.getData());\n  }\n\n  private getData(): TurnData {\n    return {\n      isDuplicate: this.isDuplicate,\n      phaseTurns: this.phaseTurns,\n      totalTurns: this.totalTurns,\n      phaseSnapshots: [...this.phaseSnapshots],\n    };\n  }\n}\n"]}