@devflow-tools/cli 0.8.8 → 0.8.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-cmd.d.ts","sourceRoot":"","sources":["../../src/commands/benchmark-cmd.ts"],"names":[],"mappings":"AAGA,wBAAsB,YAAY,CAChC,
|
|
1
|
+
{"version":3,"file":"benchmark-cmd.d.ts","sourceRoot":"","sources":["../../src/commands/benchmark-cmd.ts"],"names":[],"mappings":"AAGA,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,KAAK,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAC9C,OAAO,CAAC,MAAM,CAAC,CAgBjB"}
|
|
@@ -1,39 +1,18 @@
|
|
|
1
1
|
import { BenchmarkEngine } from "@devflow-tools/benchmark";
|
|
2
2
|
import chalk from "chalk";
|
|
3
|
-
export async function runBenchmark(
|
|
3
|
+
export async function runBenchmark(_target, _opts) {
|
|
4
4
|
const engine = new BenchmarkEngine();
|
|
5
5
|
const tasks = engine.getTasks();
|
|
6
|
-
const iterations = opts.iterations ?? 5;
|
|
7
|
-
// Simple measurement: run each task with a no-op runner to measure engine overhead
|
|
8
|
-
const start = performance.now();
|
|
9
|
-
for (let i = 0; i < iterations; i++) {
|
|
10
|
-
for (const task of tasks) {
|
|
11
|
-
try {
|
|
12
|
-
await engine.runOne(task.id, async (t) => ({
|
|
13
|
-
taskId: t.id,
|
|
14
|
-
baseline: { tokens: 100, time: 10, correct: false },
|
|
15
|
-
experiment: { tokens: 70, time: 7, correct: true },
|
|
16
|
-
delta: { tokenReduction: 0.3, timeSaved: 0.25, accuracy: 0.15 },
|
|
17
|
-
status: "pass",
|
|
18
|
-
}));
|
|
19
|
-
}
|
|
20
|
-
catch {
|
|
21
|
-
// Skip tasks that fail in benchmark
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
const elapsed = performance.now() - start;
|
|
26
6
|
const lines = [
|
|
27
7
|
chalk.blue("◉ DevFlow Benchmark"),
|
|
28
8
|
"───────────────────────────────",
|
|
29
|
-
`
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
"
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
return lines;
|
|
9
|
+
`Available tasks: ${tasks.length}`,
|
|
10
|
+
"",
|
|
11
|
+
"Benchmark requires a real runner implementation.",
|
|
12
|
+
"No fake data or estimated scores are shown.",
|
|
13
|
+
"",
|
|
14
|
+
"Setup: devflow benchmark --runner <path-to-runner>",
|
|
15
|
+
];
|
|
16
|
+
return lines.join("\n");
|
|
38
17
|
}
|
|
39
18
|
//# sourceMappingURL=benchmark-cmd.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-cmd.js","sourceRoot":"","sources":["../../src/commands/benchmark-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,
|
|
1
|
+
{"version":3,"file":"benchmark-cmd.js","sourceRoot":"","sources":["../../src/commands/benchmark-cmd.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAe,EACf,KAA+C;IAE/C,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAEhC,MAAM,KAAK,GAAG;QACZ,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QACjC,iCAAiC;QACjC,oBAAoB,KAAK,CAAC,MAAM,EAAE;QAClC,EAAE;QACF,kDAAkD;QAClD,6CAA6C;QAC7C,EAAE;QACF,oDAAoD;KACrD,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devflow-tools/cli",
|
|
3
|
-
"version": "0.8.
|
|
3
|
+
"version": "0.8.9",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"scripts": {
|
|
@@ -12,31 +12,31 @@
|
|
|
12
12
|
},
|
|
13
13
|
"dependencies": {
|
|
14
14
|
"@colbymchenry/codegraph": "^1.1.1",
|
|
15
|
-
"@devflow-tools/adapters": "^0.8.
|
|
16
|
-
"@devflow-tools/benchmark": "^0.8.
|
|
17
|
-
"@devflow-tools/context-engine": "^0.8.
|
|
18
|
-
"@devflow-tools/database": "^0.8.
|
|
19
|
-
"@devflow-tools/knowledge-engine": "^0.8.
|
|
20
|
-
"@devflow-tools/mcp-server": "^0.8.
|
|
21
|
-
"@devflow-tools/memory-engine": "^0.8.
|
|
22
|
-
"@devflow-tools/plugin-animation": "^0.8.
|
|
23
|
-
"@devflow-tools/plugin-css": "^0.8.
|
|
24
|
-
"@devflow-tools/plugin-docker": "^0.8.
|
|
25
|
-
"@devflow-tools/plugin-electron": "^0.8.
|
|
26
|
-
"@devflow-tools/plugin-git": "^0.8.
|
|
27
|
-
"@devflow-tools/plugin-graphql": "^0.8.
|
|
28
|
-
"@devflow-tools/plugin-nest": "^0.8.
|
|
29
|
-
"@devflow-tools/plugin-nextjs": "^0.8.
|
|
30
|
-
"@devflow-tools/plugin-performance": "^0.8.
|
|
31
|
-
"@devflow-tools/plugin-react": "^0.8.
|
|
32
|
-
"@devflow-tools/plugin-tailwind": "^0.8.
|
|
33
|
-
"@devflow-tools/plugin-taro": "^0.8.
|
|
34
|
-
"@devflow-tools/plugin-ui-layout": "^0.8.
|
|
35
|
-
"@devflow-tools/plugin-vue": "^0.8.
|
|
36
|
-
"@devflow-tools/sdk": "^0.8.
|
|
37
|
-
"@devflow-tools/server": "^0.8.
|
|
38
|
-
"@devflow-tools/telemetry": "^0.8.
|
|
39
|
-
"@devflow-tools/workflow-engine": "^0.8.
|
|
15
|
+
"@devflow-tools/adapters": "^0.8.9",
|
|
16
|
+
"@devflow-tools/benchmark": "^0.8.9",
|
|
17
|
+
"@devflow-tools/context-engine": "^0.8.9",
|
|
18
|
+
"@devflow-tools/database": "^0.8.9",
|
|
19
|
+
"@devflow-tools/knowledge-engine": "^0.8.9",
|
|
20
|
+
"@devflow-tools/mcp-server": "^0.8.9",
|
|
21
|
+
"@devflow-tools/memory-engine": "^0.8.9",
|
|
22
|
+
"@devflow-tools/plugin-animation": "^0.8.9",
|
|
23
|
+
"@devflow-tools/plugin-css": "^0.8.9",
|
|
24
|
+
"@devflow-tools/plugin-docker": "^0.8.9",
|
|
25
|
+
"@devflow-tools/plugin-electron": "^0.8.9",
|
|
26
|
+
"@devflow-tools/plugin-git": "^0.8.9",
|
|
27
|
+
"@devflow-tools/plugin-graphql": "^0.8.9",
|
|
28
|
+
"@devflow-tools/plugin-nest": "^0.8.9",
|
|
29
|
+
"@devflow-tools/plugin-nextjs": "^0.8.9",
|
|
30
|
+
"@devflow-tools/plugin-performance": "^0.8.9",
|
|
31
|
+
"@devflow-tools/plugin-react": "^0.8.9",
|
|
32
|
+
"@devflow-tools/plugin-tailwind": "^0.8.9",
|
|
33
|
+
"@devflow-tools/plugin-taro": "^0.8.9",
|
|
34
|
+
"@devflow-tools/plugin-ui-layout": "^0.8.9",
|
|
35
|
+
"@devflow-tools/plugin-vue": "^0.8.9",
|
|
36
|
+
"@devflow-tools/sdk": "^0.8.9",
|
|
37
|
+
"@devflow-tools/server": "^0.8.9",
|
|
38
|
+
"@devflow-tools/telemetry": "^0.8.9",
|
|
39
|
+
"@devflow-tools/workflow-engine": "^0.8.9",
|
|
40
40
|
"@inquirer/prompts": "^7.10.1",
|
|
41
41
|
"chalk": "^5.3.0",
|
|
42
42
|
"commander": "^12.0.0"
|