@devflow-tools/benchmark 0.6.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { BenchmarkTask, TaskResult, BenchmarkReport, ReportMeta } from "@devflow-tools/sdk";
|
|
1
|
+
import type { BenchmarkTask, TaskResult, BenchmarkReport, ReportMeta, BenchmarkScenario, BenchmarkRunResult, ComparisonResult, BenchmarkComparisonResult } from "@devflow-tools/sdk";
|
|
2
2
|
export interface BenchmarkOptions {
|
|
3
3
|
taskIds?: string[];
|
|
4
4
|
rounds?: number;
|
|
@@ -7,6 +7,7 @@ export type TaskRunner = (task: BenchmarkTask) => Promise<TaskResult>;
|
|
|
7
7
|
export declare class BenchmarkEngine {
|
|
8
8
|
private reports;
|
|
9
9
|
private tasks;
|
|
10
|
+
private scenarios;
|
|
10
11
|
addTask(task: BenchmarkTask): Promise<void>;
|
|
11
12
|
runOne(taskId: string, runner: TaskRunner): Promise<TaskResult>;
|
|
12
13
|
runAll(runner: TaskRunner, options?: BenchmarkOptions): Promise<BenchmarkReport>;
|
|
@@ -14,5 +15,12 @@ export declare class BenchmarkEngine {
|
|
|
14
15
|
getReport(runId: string): Promise<BenchmarkReport | null>;
|
|
15
16
|
listReports(): Promise<ReportMeta[]>;
|
|
16
17
|
getTasks(): BenchmarkTask[];
|
|
18
|
+
runScenario(scenario: BenchmarkScenario, mode: "baseline" | "devflow"): Promise<BenchmarkRunResult>;
|
|
19
|
+
private runBaseline;
|
|
20
|
+
private runDevFlow;
|
|
21
|
+
compareResults(baseline: BenchmarkRunResult, devflow: BenchmarkRunResult): ComparisonResult;
|
|
22
|
+
registerScenario(scenario: BenchmarkScenario): void;
|
|
23
|
+
runScenarioPair(scenarioId: string, baselineRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>, devflowRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>): Promise<BenchmarkComparisonResult>;
|
|
24
|
+
runScenarioBatch(scenarioIds: string[], baselineRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>, devflowRunner: (prompt: string) => Promise<Omit<BenchmarkRunResult, "scenarioId" | "mode" | "timestamp">>): Promise<BenchmarkComparisonResult[]>;
|
|
17
25
|
}
|
|
18
26
|
//# sourceMappingURL=benchmark-engine.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-engine.d.ts","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,eAAe,EACf,UAAU,
|
|
1
|
+
{"version":3,"file":"benchmark-engine.d.ts","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,eAAe,EACf,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,yBAAyB,EAE1B,MAAM,oBAAoB,CAAC;AAY5B,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtE,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,SAAS,CAAwC;IAEnD,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAS3C,MAAM,CACV,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,UAAU,CAAC;IAMhB,MAAM,CACV,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC;IAwB3B,OAAO,CAAC,cAAc;IAuBhB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAIzD,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQ1C,QAAQ,IAAI,aAAa,EAAE;IAIrB,WAAW,CACf,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,EAAE,UAAU,GAAG,SAAS,GAC3B,OAAO,CAAC,kBAAkB,CAAC;YAyBhB,WAAW;YAiBX,UAAU;IAiBxB,cAAc,CACZ,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,kBAAkB,GAC1B,gBAAgB;IAmBnB,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,IAAI;IAI7C,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,cAAc,EAAE,CACd,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,EAC3E,aAAa,EAAE,CACb,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,GAC1E,OAAO,CAAC,yBAAyB,CAAC;IAiD/B,gBAAgB,CACpB,WAAW,EAAE,MAAM,EAAE,EACrB,cAAc,EAAE,CACd,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,EAC3E,aAAa,EAAE,CACb,MAAM,EAAE,MAAM,KACX,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,GAAG,MAAM,GAAG,WAAW,CAAC,CAAC,GAC1E,OAAO,CAAC,yBAAyB,EAAE,CAAC;CAQxC"}
|
package/dist/benchmark-engine.js
CHANGED
|
@@ -10,6 +10,7 @@ const BUILTIN_TASKS = [
|
|
|
10
10
|
export class BenchmarkEngine {
|
|
11
11
|
reports = new Map();
|
|
12
12
|
tasks = [...BUILTIN_TASKS];
|
|
13
|
+
scenarios = new Map();
|
|
13
14
|
async addTask(task) {
|
|
14
15
|
const existing = this.tasks.findIndex((t) => t.id === task.id);
|
|
15
16
|
if (existing >= 0) {
|
|
@@ -77,5 +78,109 @@ export class BenchmarkEngine {
|
|
|
77
78
|
getTasks() {
|
|
78
79
|
return [...this.tasks];
|
|
79
80
|
}
|
|
81
|
+
async runScenario(scenario, mode) {
|
|
82
|
+
const startTime = Date.now();
|
|
83
|
+
const prepStart = startTime;
|
|
84
|
+
const result = mode === "baseline"
|
|
85
|
+
? await this.runBaseline(scenario)
|
|
86
|
+
: await this.runDevFlow(scenario);
|
|
87
|
+
const prepTimeMs = Date.now() - prepStart;
|
|
88
|
+
const durationMs = Date.now() - startTime;
|
|
89
|
+
return {
|
|
90
|
+
scenarioId: scenario.id,
|
|
91
|
+
mode,
|
|
92
|
+
prepTimeMs,
|
|
93
|
+
tokenCount: result.tokenCount,
|
|
94
|
+
firstPassSuccess: result.firstPassSuccess,
|
|
95
|
+
reworkCount: result.reworkCount,
|
|
96
|
+
durationMs,
|
|
97
|
+
notes: result.notes,
|
|
98
|
+
timestamp: startTime,
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
async runBaseline(_scenario) {
|
|
102
|
+
// Placeholder: real implementation will execute without DevFlow context
|
|
103
|
+
return {
|
|
104
|
+
tokenCount: 0,
|
|
105
|
+
firstPassSuccess: false,
|
|
106
|
+
reworkCount: 0,
|
|
107
|
+
notes: "Baseline mode",
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
async runDevFlow(_scenario) {
|
|
111
|
+
// Placeholder: real implementation will execute with DevFlow context
|
|
112
|
+
return {
|
|
113
|
+
tokenCount: 0,
|
|
114
|
+
firstPassSuccess: true,
|
|
115
|
+
reworkCount: 0,
|
|
116
|
+
notes: "DevFlow mode",
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
compareResults(baseline, devflow) {
|
|
120
|
+
return {
|
|
121
|
+
timeSavedRate: baseline.durationMs > 0
|
|
122
|
+
? (baseline.durationMs - devflow.durationMs) / baseline.durationMs
|
|
123
|
+
: 0,
|
|
124
|
+
tokenReductionRate: baseline.tokenCount > 0
|
|
125
|
+
? (baseline.tokenCount - devflow.tokenCount) / baseline.tokenCount
|
|
126
|
+
: 0,
|
|
127
|
+
firstPassLift: devflow.firstPassSuccess ? 1 : 0,
|
|
128
|
+
reworkReductionRate: baseline.reworkCount > 0
|
|
129
|
+
? (baseline.reworkCount - devflow.reworkCount) /
|
|
130
|
+
baseline.reworkCount
|
|
131
|
+
: 0,
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
registerScenario(scenario) {
|
|
135
|
+
this.scenarios.set(scenario.id, scenario);
|
|
136
|
+
}
|
|
137
|
+
async runScenarioPair(scenarioId, baselineRunner, devflowRunner) {
|
|
138
|
+
const scenario = this.scenarios.get(scenarioId);
|
|
139
|
+
if (!scenario)
|
|
140
|
+
throw new Error(`Scenario "${scenarioId}" not found`);
|
|
141
|
+
const prompt = scenario.desc;
|
|
142
|
+
const baselineResult = await baselineRunner(prompt);
|
|
143
|
+
const devflowResult = await devflowRunner(prompt);
|
|
144
|
+
const baseline = {
|
|
145
|
+
...baselineResult,
|
|
146
|
+
scenarioId,
|
|
147
|
+
mode: "baseline",
|
|
148
|
+
timestamp: Date.now(),
|
|
149
|
+
};
|
|
150
|
+
const devflow = {
|
|
151
|
+
...devflowResult,
|
|
152
|
+
scenarioId,
|
|
153
|
+
mode: "devflow",
|
|
154
|
+
timestamp: Date.now(),
|
|
155
|
+
};
|
|
156
|
+
const comparison = {
|
|
157
|
+
timeSavedRate: baseline.durationMs > 0
|
|
158
|
+
? (baseline.durationMs - devflow.durationMs) / baseline.durationMs
|
|
159
|
+
: 0,
|
|
160
|
+
tokenReductionRate: baseline.tokenCount > 0
|
|
161
|
+
? (baseline.tokenCount - devflow.tokenCount) / baseline.tokenCount
|
|
162
|
+
: 0,
|
|
163
|
+
firstPassLift: (devflow.firstPassSuccess ? 1 : 0) -
|
|
164
|
+
(baseline.firstPassSuccess ? 1 : 0),
|
|
165
|
+
reworkReductionRate: baseline.reworkCount > 0
|
|
166
|
+
? (baseline.reworkCount - devflow.reworkCount) /
|
|
167
|
+
baseline.reworkCount
|
|
168
|
+
: 0,
|
|
169
|
+
};
|
|
170
|
+
return {
|
|
171
|
+
scenarioId,
|
|
172
|
+
baseline,
|
|
173
|
+
devflow,
|
|
174
|
+
comparison,
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
async runScenarioBatch(scenarioIds, baselineRunner, devflowRunner) {
|
|
178
|
+
const results = [];
|
|
179
|
+
for (const id of scenarioIds) {
|
|
180
|
+
const result = await this.runScenarioPair(id, baselineRunner, devflowRunner);
|
|
181
|
+
results.push(result);
|
|
182
|
+
}
|
|
183
|
+
return results;
|
|
184
|
+
}
|
|
80
185
|
}
|
|
81
186
|
//# sourceMappingURL=benchmark-engine.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-engine.js","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"benchmark-engine.js","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAYA,MAAM,aAAa,GAAoB;IACrC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,EAAE;IACvE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC,EAAE;IAC5E,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE;IACrE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,EAAE;IACzE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,EAAE;IACxE,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;IACnF,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;CACpF,CAAC;AASF,MAAM,OAAO,eAAe;IAClB,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,KAAK,GAAoB,CAAC,GAAG,aAAa,CAAC,CAAC;IAC5C,SAAS,GAAG,IAAI,GAAG,EAA6B,CAAC;IAEzD,KAAK,CAAC,OAAO,CAAC,IAAmB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAc,EACd,MAAkB;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,aAAa,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAkB,EAClB,OAA0B;QAE1B,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAEf,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC;YACzC,KAAK,EAAE,WAAW;SACnB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,OAAqB;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,iBAAiB,EAAE,IAAI;gBACvB,YAAY,EAAE,IAAI;gBAClB,eAAe,EAAE,IAAI;gBACrB,iBAAiB,EAAE,IAAI;aACxB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzB,OAAO;YACL,iBAAiB,EAAE,GAAG,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC9D,YAAY,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC1D,eAAe,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5D,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAA2B,EAC3B,IAA4B;QAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,SAAS,CAAC;QAE5B,MAAM,MAAM,GACV,IAAI,KAAK,UAAU;YACjB,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YAClC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,IAAI;YACJ,UAAU;YACV,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,UAAU;YACV,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,SAA4B;QAO5B,wEAAwE;QACxE,OAAO;YACL,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,KAAK;YACvB,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,eAAe;SACvB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,SAA4B;QAO5B,qEAAqE;QACrE,OAAO;YACL,UAAU,EAAE,CAAC;YACb,gBAAgB,EAAE,IAAI;YACtB,WAAW,EAAE,CAAC;YACd,KAAK,EAAE,cAAc;SACtB,CAAC;IACJ,CAAC;IAED,cAAc,CACZ,QAA4B,EAC5B,OAA2B;QAE3B,OAAO;YACL,aAAa,EACX,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,kBAAkB,EAChB,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,aAAa,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,mBAAmB,EACjB,QAAQ,CAAC,WAAW,GAAG,CAAC;gBACtB,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC5C,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC;SACR,CAAC;IACJ,CAAC;IAED,gBAAgB,CAAC,QAA2B;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,UAAkB,EAClB,cAE2E,EAC3E,aAE2E;QAE3E,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,aAAa,UAAU,aAAa,CAAC,CAAC;QAErE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC7B,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;QAElD,MAAM,QAAQ,GAAuB;YACnC,GAAG,cAAc;YACjB,UAAU;YACV,IAAI,EAAE,UAA2B;YACjC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,OAAO,GAAuB;YAClC,GAAG,aAAa;YAChB,UAAU;YACV,IAAI,EAAE,SAA0B;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,MAAM,UAAU,GAAqB;YACnC,aAAa,EACX,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,kBAAkB,EAChB,QAAQ,CAAC,UAAU,GAAG,CAAC;gBACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU;gBAClE,CAAC,CAAC,CAAC;YACP,aAAa,EACX,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,mBAAmB,EACjB,QAAQ,CAAC,WAAW,GAAG,CAAC;gBACtB,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;oBAC5C,QAAQ,CAAC,WAAW;gBACtB,CAAC,CAAC,CAAC;SACR,CAAC;QAEF,OAAO;YACL,UAAU;YACV,QAAQ;YACR,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,WAAqB,EACrB,cAE2E,EAC3E,aAE2E;QAE3E,MAAM,OAAO,GAAgC,EAAE,CAAC;QAChD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devflow-tools/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.7.0",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -17,7 +17,7 @@
|
|
|
17
17
|
"clean": "rm -rf dist"
|
|
18
18
|
},
|
|
19
19
|
"dependencies": {
|
|
20
|
-
"@devflow-tools/sdk": "^0.
|
|
20
|
+
"@devflow-tools/sdk": "^0.7.0"
|
|
21
21
|
},
|
|
22
22
|
"devDependencies": {
|
|
23
23
|
"typescript": "^5.5.0",
|