@devflow-tools/benchmark 0.12.6 → 0.13.0

package/dist/accuracy-queries.d.ts

@@ -0,0 +1,11 @@
+export interface AccuracyTestCase {
+    query: string;
+    engine: 'codegraph' | 'knowledge' | 'memory';
+    expectFiles?: string[];
+    expectSymbols?: string[];
+    expectSource?: string;
+    minResults: number;
+    skipReason?: string;
+}
+export declare const ACCURACY_TESTS: AccuracyTestCase[];
+//# sourceMappingURL=accuracy-queries.d.ts.map

package/dist/accuracy-queries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"accuracy-queries.d.ts","sourceRoot":"","sources":["../src/accuracy-queries.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC7C,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,cAAc,EAAE,gBAAgB,EA6D5C,CAAC"}

package/dist/accuracy-queries.js

@@ -0,0 +1,63 @@
+export const ACCURACY_TESTS = [
+    {
+        query: 'api key auth guard',
+        engine: 'codegraph',
+        expectSymbols: ['ApiKeyGuard', 'AuthModule'],
+        expectFiles: ['api-key.guard.ts'],
+        minResults: 3,
+    },
+    {
+        query: 'post-tool-use hook',
+        engine: 'codegraph',
+        expectFiles: ['post-tool-use.ts'],
+        expectSymbols: ['handlePostToolUse'],
+        minResults: 1,
+    },
+    {
+        query: 'How to use React useEffect?',
+        engine: 'knowledge',
+        expectSource: 'react',
+        minResults: 5,
+    },
+    {
+        query: 'Vue 3 composition API setup',
+        engine: 'knowledge',
+        expectSource: 'vue',
+        minResults: 3,
+    },
+    {
+        query: 'NestJS dependency injection providers',
+        engine: 'knowledge',
+        expectSource: 'nest',
+        minResults: 3,
+    },
+    {
+        query: 'dependency graph export subgraph',
+        engine: 'codegraph',
+        minResults: 3,
+    },
+    {
+        query: 'memory extraction pipeline',
+        engine: 'codegraph',
+        expectFiles: ['memory-engine.ts'],
+        minResults: 2,
+    },
+    {
+        query: 'benchmark test and performance measurement',
+        engine: 'codegraph',
+        expectFiles: ['benchmark-view.tsx'],
+        expectSymbols: ['BenchmarkTask'],
+        minResults: 3,
+    },
+    {
+        query: '项目整体架构 MCP 工具',
+        engine: 'codegraph',
+        minResults: 3,
+    },
+    {
+        engine: 'memory',
+        query: '',
+        minResults: 5,
+    },
+];
+//# sourceMappingURL=accuracy-queries.js.map

package/dist/accuracy-queries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"accuracy-queries.js","sourceRoot":"","sources":["../src/accuracy-queries.ts"],"names":[],"mappings":"AAUA,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD;QACE,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,CAAC,aAAa,EAAE,YAAY,CAAC;QAC5C,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,aAAa,EAAE,CAAC,mBAAmB,CAAC;QACpC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,OAAO;QACrB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,KAAK;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,uCAAuC;QAC9C,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,MAAM;QACpB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,kCAAkC;QACzC,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,4BAA4B;QACnC,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,4CAA4C;QACnD,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,oBAAoB,CAAC;QACnC,aAAa,EAAE,CAAC,eAAe,CAAC;QAChC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,CAAC;KACd;CACF,CAAC"}

package/dist/benchmark-engine.d.ts

@@ -0,0 +1,26 @@
+import type { BenchmarkTask, TaskResult, BenchmarkReport, ReportMeta, BenchmarkScenario, BenchmarkRunResult, ComparisonResult, BenchmarkComparisonResult } from "@devflow-tools/sdk";
+export interface BenchmarkOptions {
+    taskIds?: string[];
+    rounds?: number;
+}
+export type TaskRunner = (task: BenchmarkTask) => Promise<TaskResult>;
+export declare class BenchmarkEngine {
+    private reports;
+    private tasks;
+    private scenarios;
+    addTask(task: BenchmarkTask): Promise<void>;
+    runOne(taskId: string, runner: TaskRunner): Promise<TaskResult>;
+    runAll(runner: TaskRunner, options?: BenchmarkOptions): Promise<BenchmarkReport>;
+    private computeSummary;
+    getReport(runId: string): Promise<BenchmarkReport | null>;
+    listReports(): Promise<ReportMeta[]>;
+    getTasks(): BenchmarkTask[];
+    runScenario(scenario: BenchmarkScenario, mode: "baseline" | "devflow"): Promise<BenchmarkRunResult>;
+    private runBaseline;
+    private runDevFlow;
+    compareResults(baseline: BenchmarkRunResult, devflow: BenchmarkRunResult): ComparisonResult;
+    registerScenario(scenario: BenchmarkScenario): void;
+    runScenarioPair(scenarioId: string, baselineRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>, devflowRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>): Promise<BenchmarkComparisonResult>;
+    runScenarioBatch(scenarioIds: string[], baselineRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>, devflowRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>): Promise<BenchmarkComparisonResult[]>;
+}
+//# sourceMappingURL=benchmark-engine.d.ts.map

package/dist/benchmark-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-engine.d.ts","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,eAAe,EACf,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,yBAAyB,EAE1B,MAAM,oBAAoB,CAAC;AAY5B,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtE,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,SAAS,CAAwC;IAEnD,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAS3C,MAAM,CACV,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,UAAU,CAAC;IAMhB,MAAM,CACV,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC;IAwB3B,OAAO,CAAC,cAAc;IAuBhB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAIzD,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQ1C,QAAQ,IAAI,aAAa,EAAE;IAIrB,WAAW,CACf,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,UAAU,GAAG,SAAS,GAC3B,OAAO,CAAC,kBAAkB,CAAC;YAyBhB,WAAW;YAgBX,UAAU;IAgBxB,cAAc,CACZ,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,kBAAkB,GAC1B,gBAAgB;IAmBnB,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAI7C,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,cAAc,EAAE,CACd,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,EAC3E,aAAa,EAAE,CACb,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,GAC1E,OAAO,CAAC,yBAAyB,CAAC;IAiD/B,gBAAgB,CACpB,WAAW,EAAE,MAAM,EAAE,EACrB,cAAc,EAAE,CACd,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,EAC3E,aAAa,EAAE,CACb,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,GAC1E,OAAO,CAAC,yBAAyB,EAAE,CAAC;CAQxC"}

package/dist/benchmark-engine.js

@@ -0,0 +1,184 @@
+const BUILTIN_TASKS = [
+    { id: "bug-1", type: "bugfix", desc: "修复状态未更新导致的白屏", expectedFiles: 3 },
+    { id: "bug-2", type: "bugfix", desc: "修复 API 错误码未处理导致崩溃", expectedFiles: 2 },
+    { id: "bug-3", type: "bugfix", desc: "修复条件渲染逻辑反转", expectedFiles: 1 },
+    { id: "feat-1", type: "feature", desc: "添加用户搜索功能", expectedEndpoints: 1 },
+    { id: "feat-2", type: "feature", desc: "添加分页组件", expectedComponents: 2 },
+    { id: "review-1", type: "review", desc: "Review 包含 N+1 查询的 PR", expectedIssues: 3 },
+    { id: "review-2", type: "review", desc: "Review 包含 XSS 风险的 PR", expectedIssues: 2 },
+];
+export class BenchmarkEngine {
+    reports = new Map();
+    tasks = [...BUILTIN_TASKS];
+    scenarios = new Map();
+    async addTask(task) {
+        const existing = this.tasks.findIndex((t) => t.id === task.id);
+        if (existing >= 0) {
+            this.tasks[existing] = task;
+        }
+        else {
+            this.tasks.push(task);
+        }
+    }
+    async runOne(taskId, runner) {
+        const task = this.tasks.find((t) => t.id === taskId);
+        if (!task)
+            throw new Error(`Task "${taskId}" not found`);
+        return runner(task);
+    }
+    async runAll(runner, options) {
+        const targets = options?.taskIds
+            ? this.tasks.filter((t) => options.taskIds.includes(t.id))
+            : this.tasks;
+        const runId = `bench:${Date.now()}:${Math.random().toString(36).slice(2, 7)}`;
+        const taskResults = [];
+        for (const task of targets) {
+            const result = await runner(task);
+            taskResults.push(result);
+        }
+        const report = {
+            runId,
+            timestamp: Date.now(),
+            summary: this.computeSummary(taskResults),
+            tasks: taskResults,
+        };
+        this.reports.set(runId, report);
+        return report;
+    }
+    computeSummary(results) {
+        if (results.length === 0) {
+            return {
+                avgTokenReduction: "0%",
+                avgTimeSaved: "0%",
+                avgAccuracyGain: "0%",
+                avgConfidenceGain: "0%",
+            };
+        }
+        const totalReduction = results.reduce((s, r) => s + r.delta.tokenReduction, 0);
+        const totalTimeSaved = results.reduce((s, r) => s + r.delta.timeSaved, 0);
+        const totalAccuracy = results.reduce((s, r) => s + r.delta.accuracy, 0);
+        const n = results.length;
+        return {
+            avgTokenReduction: `${(totalReduction / n * 100).toFixed(0)}%`,
+            avgTimeSaved: `↓${(totalTimeSaved / n * 100).toFixed(0)}%`,
+            avgAccuracyGain: `+${(totalAccuracy / n * 100).toFixed(0)}%`,
+            avgConfidenceGain: `+${(Math.min(totalAccuracy / n + 0.05, 0.99) * 100).toFixed(0)}%`,
+        };
+    }
+    async getReport(runId) {
+        return this.reports.get(runId) ?? null;
+    }
+    async listReports() {
+        return Array.from(this.reports.values()).map((r) => ({
+            runId: r.runId,
+            timestamp: r.timestamp,
+            taskCount: r.tasks.length,
+        }));
+    }
+    getTasks() {
+        return [...this.tasks];
+    }
+    async runScenario(scenario, mode) {
+        const startTime = Date.now();
+        const prepStart = startTime;
+        const result = mode === "baseline"
+            ? await this.runBaseline(scenario)
+            : await this.runDevFlow(scenario);
+        const prepTimeMs = Date.now() - prepStart;
+        const durationMs = Date.now() - startTime;
+        return {
+            scenarioId: scenario.id,
+            mode,
+            prepTimeMs,
+            tokenCount: result.tokenCount,
+            firstPassSuccess: result.firstPassSuccess,
+            reworkCount: result.reworkCount,
+            durationMs,
+            notes: result.notes,
+            timestamp: startTime,
+        };
+    }
+    async runBaseline(_scenario) {
+        return {
+            tokenCount: 0,
+            firstPassSuccess: false,
+            reworkCount: 0,
+            notes: "No runner provided — benchmark was not executed",
+        };
+    }
+    async runDevFlow(_scenario) {
+        return {
+            tokenCount: 0,
+            firstPassSuccess: false,
+            reworkCount: 0,
+            notes: "No runner provided — benchmark was not executed",
+        };
+    }
+    compareResults(baseline, devflow) {
+        return {
+            timeSavedRate: baseline.durationMs > 0
+                ? (baseline.durationMs - devflow.durationMs) / baseline.durationMs
+                : 0,
+            tokenReductionRate: baseline.tokenCount > 0
+                ? (baseline.tokenCount - devflow.tokenCount) / baseline.tokenCount
+                : 0,
+            firstPassLift: devflow.firstPassSuccess ? 1 : 0,
+            reworkReductionRate: baseline.reworkCount > 0
+                ? (baseline.reworkCount - devflow.reworkCount) /
+                    baseline.reworkCount
+                : 0,
+        };
+    }
+    registerScenario(scenario) {
+        this.scenarios.set(scenario.id, scenario);
+    }
+    async runScenarioPair(scenarioId, baselineRunner, devflowRunner) {
+        const scenario = this.scenarios.get(scenarioId);
+        if (!scenario)
+            throw new Error(`Scenario "${scenarioId}" not found`);
+        const prompt = scenario.desc;
+        const baselineResult = await baselineRunner(prompt);
+        const devflowResult = await devflowRunner(prompt);
+        const baseline = {
+            ...baselineResult,
+            scenarioId,
+            mode: "baseline",
+            timestamp: Date.now(),
+        };
+        const devflow = {
+            ...devflowResult,
+            scenarioId,
+            mode: "devflow",
+            timestamp: Date.now(),
+        };
+        const comparison = {
+            timeSavedRate: baseline.durationMs > 0
+                ? (baseline.durationMs - devflow.durationMs) / baseline.durationMs
+                : 0,
+            tokenReductionRate: baseline.tokenCount > 0
+                ? (baseline.tokenCount - devflow.tokenCount) / baseline.tokenCount
+                : 0,
+            firstPassLift: (devflow.firstPassSuccess ? 1 : 0) -
+                (baseline.firstPassSuccess ? 1 : 0),
+            reworkReductionRate: baseline.reworkCount > 0
+                ? (baseline.reworkCount - devflow.reworkCount) /
+                    baseline.reworkCount
+                : 0,
+        };
+        return {
+            scenarioId,
+            baseline,
+            devflow,
+            comparison,
+        };
+    }
+    async runScenarioBatch(scenarioIds, baselineRunner, devflowRunner) {
+        const results = [];
+        for (const id of scenarioIds) {
+            const result = await this.runScenarioPair(id, baselineRunner, devflowRunner);
+            results.push(result);
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=benchmark-engine.js.map

package/dist/benchmark-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-engine.js","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAYA,MAAM,aAAa,GAAoB;IACrC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,EAAE;IACvE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC,EAAE;IAC5E,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE;IACrE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,EAAE;IACzE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,EAAE;IACxE,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;IACnF,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;CACpF,CAAC;AASF,MAAM,OAAO,eAAe;IAClB,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,KAAK,GAAoB,CAAC,GAAG,aAAa,CAAC,CAAC;IAC5C,SAAS,GAAG,IAAI,GAAG,EAA6B,CAAC;IAEzD,KAAK,CAAC,OAAO,CAAC,IAAmB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAc,EACd,MAAkB;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,aAAa,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAkB,EAClB,OAA0B;QAE1B,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAEf,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC;YACzC,KAAK,EAAE,WAAW;SACnB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,OAAqB;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,iBAAiB,EAAE,IAAI;gBACvB,YAAY,EAAE,IAAI;gBAClB,eAAe,EAAE,IAAI;gBACrB,iBAAiB,EAAE,IAAI;aACxB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzB,OAAO;YACL,iBAAiB,EAAE,GAAG,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC9D,YAAY,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC1D,eAAe,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5D,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAA2B,EAC3B,IAA4B;QAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,SAAS,CAAC;QAE5B,MAAM,MAAM,GACV,IAAI,KAAK,UAAU;YACjB,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YAClC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,IAAI;YACJ,UAAU;YACV,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,UAAU;YACV,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,SAA4B;QAO5B,OAAO;YACL,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,KAAK;YACvB,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,iDAAiD;SACzD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,SAA4B;QAO5B,OAAO;YACL,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,KAAK;YACvB,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,iDAAiD;SACzD,CAAC;IACJ,CAAC;IAED,cAAc,CACZ,QAA4B,EAC5B,OAA2B;QAE3B,OAAO;YACL,aAAa,EACX,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,kBAAkB,EAChB,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,aAAa,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,mBAAmB,EACjB,QAAQ,CAAC,WAAW,GAAG,CAAC;gBACtB,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC5C,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC;SACR,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,QAA2B;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,UAAkB,EAClB,cAE2E,EAC3E,aAE2E;QAE3E,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,UAAU,aAAa,CAAC,CAAC;QAErE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC7B,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;QAElD,MAAM,QAAQ,GAAuB;YACnC,GAAG,cAAc;YACjB,UAAU;YACV,IAAI,EAAE,UAA2B;YACjC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,OAAO,GAAuB;YAClC,GAAG,aAAa;YAChB,UAAU;YACV,IAAI,EAAE,SAA0B;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,UAAU,GAAqB;YACnC,aAAa,EACX,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,kBAAkB,EAChB,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,aAAa,EACX,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,mBAAmB,EACjB,QAAQ,CAAC,WAAW,GAAG,CAAC;gBACtB,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC5C,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC;SACR,CAAC;QAEF,OAAO;YACL,UAAU;YACV,QAAQ;YACR,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,WAAqB,EACrB,cAE2E,EAC3E,aAE2E;QAE3E,MAAM,OAAO,GAAgC,EAAE,CAAC;QAChD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/debug-buildcontext.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=debug-buildcontext.d.ts.map

package/dist/debug-buildcontext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-buildcontext.d.ts","sourceRoot":"","sources":["../src/debug-buildcontext.ts"],"names":[],"mappings":""}

package/dist/debug-buildcontext.js

@@ -0,0 +1,28 @@
+import CGModule from "@colbymchenry/codegraph";
+async function main() {
+    const CG = CGModule.default ?? CGModule;
+    const cg = CG.openSync(process.cwd());
+    const result = await cg.buildContext("post-tool-use hook", {
+        searchLimit: 5,
+        traversalDepth: 2,
+        maxNodes: 10,
+        includeCode: false,
+        format: "json",
+    });
+    const obj = JSON.parse(result);
+    console.log("Top-level keys:", Object.keys(obj));
+    console.log("subgraph exists:", "subgraph" in obj);
+    console.log("subgraph:", obj.subgraph ? Object.keys(obj.subgraph) : "N/A");
+    if (obj.subgraph?.nodes) {
+        console.log("subgraph.nodes is Array:", Array.isArray(obj.subgraph.nodes));
+        console.log("subgraph.nodes count:", obj.subgraph.nodes.length);
+        if (obj.subgraph.nodes.length > 0) {
+            console.log("First node:", JSON.stringify(obj.subgraph.nodes[0]).slice(0, 200));
+        }
+    }
+    console.log("entryPoints:", obj.entryPoints?.length);
+    console.log("stats:", obj.stats);
+    console.log("summary:", obj.summary);
+}
+main();
+//# sourceMappingURL=debug-buildcontext.js.map

package/dist/debug-buildcontext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-buildcontext.js","sourceRoot":"","sources":["../src/debug-buildcontext.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AAC/C,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,GAAK,QAAgB,CAAC,OAA2B,IAAI,QAAQ,CAAC;IACtE,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAEtC,MAAM,MAAM,GAAG,MAAO,EAAU,CAAC,YAAY,CAAC,oBAAoB,EAAE;QAClE,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,QAAQ,EAAE,EAAE;QACZ,WAAW,EAAE,KAAK;QAClB,MAAM,EAAE,MAAM;KACf,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAgB,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,UAAU,IAAI,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3E,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AACD,IAAI,EAAE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { BenchmarkEngine } from "./benchmark-engine.js";
+export type { BenchmarkOptions, TaskRunner } from "./benchmark-engine.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { BenchmarkEngine } from "./benchmark-engine.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/run-accuracy-tests.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=run-accuracy-tests.d.ts.map

package/dist/run-accuracy-tests.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-accuracy-tests.d.ts","sourceRoot":"","sources":["../src/run-accuracy-tests.ts"],"names":[],"mappings":""}

package/dist/run-accuracy-tests.js

@@ -0,0 +1,75 @@
+import { createEngines } from '@devflow-tools/context-engine';
+import { ACCURACY_TESTS } from './accuracy-queries.js';
+async function runTest(test, engines) {
+    switch (test.engine) {
+        case 'codegraph': {
+            const result = await engines.context.buildTaskContext(test.query, { mode: 'deep' });
+            const allFiles = [...result.requiredFiles.files, ...result.optionalFiles.files];
+            const allSymbols = [...result.requiredFiles.symbols, ...result.optionalFiles.symbols];
+            const fileMatch = !test.expectFiles || test.expectFiles.some(f => allFiles.some(af => af.includes(f)));
+            const symbolMatch = !test.expectSymbols || test.expectSymbols.some(s => allSymbols.some(as => as.includes(s)));
+            const countOk = allFiles.length >= test.minResults;
+            const passed = fileMatch && symbolMatch && countOk;
+            return {
+                passed,
+                details: passed
+                    ? `OK: ${allFiles.length} files, ${allSymbols.length} symbols`
+                    : `FAIL: files=${allFiles.join(', ')}, symbols=${allSymbols.join(', ')}. Expected: files=${test.expectFiles}, symbols=${test.expectSymbols}, min=${test.minResults}`,
+            };
+        }
+        case 'knowledge': {
+            const result = await engines.knowledge.search(test.query, { limit: test.minResults * 2 });
+            const sourceMatch = !test.expectSource || result.some(r => r.source === test.expectSource);
+            const countOk = result.length >= test.minResults;
+            const passed = sourceMatch && countOk;
+            return {
+                passed,
+                details: passed
+                    ? `OK: ${result.length} results from ${[...new Set(result.map(r => r.source))].join(', ')}`
+                    : `FAIL: ${result.length} results. Expected source=${test.expectSource}, min=${test.minResults}`,
+            };
+        }
+        case 'memory': {
+            const all = await engines.memory.getAll();
+            const conventions = all.project?.conventions ?? [];
+            const memCount = Array.isArray(conventions) ? conventions.length : 0;
+            const passed = memCount >= test.minResults;
+            return { passed, details: passed ? `OK: ${memCount} memories` : `FAIL: ${memCount} memories, min=${test.minResults}` };
+        }
+    }
+}
+async function main() {
+    const projectRoot = process.env.CLAUDE_PROJECT_DIR ?? process.cwd();
+    console.log(`Running accuracy tests for ${projectRoot}...\n`);
+    const engines = await createEngines(projectRoot);
+    let passed = 0;
+    let failed = 0;
+    for (const test of ACCURACY_TESTS) {
+        if (test.skipReason) {
+            console.log(`SKIP: "${test.query}" — ${test.skipReason}`);
+            continue;
+        }
+        try {
+            const result = await runTest(test, engines);
+            if (result.passed) {
+                console.log(`PASS: [${test.engine}] "${test.query}" — ${result.details}`);
+                passed++;
+            }
+            else {
+                console.log(`FAIL: [${test.engine}] "${test.query}" — ${result.details}`);
+                failed++;
+            }
+        }
+        catch (err) {
+            console.log(`FAIL: [${test.engine}] "${test.query}" — error: ${err.message}`);
+            failed++;
+        }
+    }
+    console.log(`\n${passed}/${passed + failed} passed`);
+    process.exit(failed > 0 ? 1 : 0);
+}
+main().catch(err => {
+    console.error('FATAL:', err);
+    process.exit(1);
+});
+//# sourceMappingURL=run-accuracy-tests.js.map

package/dist/run-accuracy-tests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-accuracy-tests.js","sourceRoot":"","sources":["../src/run-accuracy-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAyB,MAAM,uBAAuB,CAAC;AAE9E,KAAK,UAAU,OAAO,CAAC,IAAsB,EAAE,OAAkD;IAC/F,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAEtF,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvG,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/G,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;YACnD,MAAM,MAAM,GAAG,SAAS,IAAI,WAAW,IAAI,OAAO,CAAC;YACnD,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,OAAO,QAAQ,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,UAAU;oBAC9D,CAAC,CAAC,eAAe,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,WAAW,aAAa,IAAI,CAAC,aAAa,SAAS,IAAI,CAAC,UAAU,EAAE;aACvK,CAAC;QACJ,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1F,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3F,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;YACjD,MAAM,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC;YACtC,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,iBAAiB,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAC3F,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,6BAA6B,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,UAAU,EAAE;aACnG,CAAC;QACJ,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAI,GAAW,CAAC,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC;YAC3C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,QAAQ,WAAW,CAAC,CAAC,CAAC,SAAS,QAAQ,kBAAkB,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;QACzH,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,OAAO,CAAC,CAAC;IAE9D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1D,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,cAAe,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACzF,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,IAAI,MAAM,GAAG,MAAM,SAAS,CAAC,CAAC;IACrD,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@devflow-tools/benchmark",
-  "version": "0.12.6",
+  "version": "0.13.0",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -18,8 +18,8 @@
     "accuracy": "npx tsx src/run-accuracy-tests.ts"
   },
   "dependencies": {
-    "@devflow-tools/context-engine": "^0.12.5",
-    "@devflow-tools/sdk": "^0.12.5"
+    "@devflow-tools/context-engine": "^0.13.0",
+    "@devflow-tools/sdk": "^0.13.0"
   },
   "devDependencies": {
     "typescript": "^5.5.0",
@@ -28,5 +28,5 @@
   "files": [
     "dist"
   ],
-  "gitHead": "d544427472016eb332c6c2107f0fc98d8ae59c14"
+  "gitHead": "6e5878a1ab2bba3a21bd42a5f7e236d4f7375d4f"
 }