@devflow-tools/benchmark 0.9.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/accuracy-queries.d.ts +11 -0
- package/dist/accuracy-queries.d.ts.map +1 -0
- package/dist/accuracy-queries.js +63 -0
- package/dist/accuracy-queries.js.map +1 -0
- package/dist/debug-buildcontext.d.ts +2 -0
- package/dist/debug-buildcontext.d.ts.map +1 -0
- package/dist/debug-buildcontext.js +28 -0
- package/dist/debug-buildcontext.js.map +1 -0
- package/dist/run-accuracy-tests.d.ts +2 -0
- package/dist/run-accuracy-tests.d.ts.map +1 -0
- package/dist/run-accuracy-tests.js +75 -0
- package/dist/run-accuracy-tests.js.map +1 -0
- package/package.json +6 -4
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export interface AccuracyTestCase {
|
|
2
|
+
query: string;
|
|
3
|
+
engine: 'codegraph' | 'knowledge' | 'memory';
|
|
4
|
+
expectFiles?: string[];
|
|
5
|
+
expectSymbols?: string[];
|
|
6
|
+
expectSource?: string;
|
|
7
|
+
minResults: number;
|
|
8
|
+
skipReason?: string;
|
|
9
|
+
}
|
|
10
|
+
export declare const ACCURACY_TESTS: AccuracyTestCase[];
|
|
11
|
+
//# sourceMappingURL=accuracy-queries.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"accuracy-queries.d.ts","sourceRoot":"","sources":["../src/accuracy-queries.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC7C,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,cAAc,EAAE,gBAAgB,EA6D5C,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
export const ACCURACY_TESTS = [
|
|
2
|
+
{
|
|
3
|
+
query: 'api key auth guard',
|
|
4
|
+
engine: 'codegraph',
|
|
5
|
+
expectSymbols: ['ApiKeyGuard', 'AuthModule'],
|
|
6
|
+
expectFiles: ['api-key.guard.ts'],
|
|
7
|
+
minResults: 3,
|
|
8
|
+
},
|
|
9
|
+
{
|
|
10
|
+
query: 'post-tool-use hook',
|
|
11
|
+
engine: 'codegraph',
|
|
12
|
+
expectFiles: ['post-tool-use.ts'],
|
|
13
|
+
expectSymbols: ['handlePostToolUse'],
|
|
14
|
+
minResults: 1,
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
query: 'How to use React useEffect?',
|
|
18
|
+
engine: 'knowledge',
|
|
19
|
+
expectSource: 'react',
|
|
20
|
+
minResults: 5,
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
query: 'Vue 3 composition API setup',
|
|
24
|
+
engine: 'knowledge',
|
|
25
|
+
expectSource: 'vue',
|
|
26
|
+
minResults: 3,
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
query: 'NestJS dependency injection providers',
|
|
30
|
+
engine: 'knowledge',
|
|
31
|
+
expectSource: 'nest',
|
|
32
|
+
minResults: 3,
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
query: 'dependency graph export subgraph',
|
|
36
|
+
engine: 'codegraph',
|
|
37
|
+
minResults: 3,
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
query: 'memory extraction pipeline',
|
|
41
|
+
engine: 'codegraph',
|
|
42
|
+
expectFiles: ['memory-engine.ts'],
|
|
43
|
+
minResults: 2,
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
query: 'benchmark test and performance measurement',
|
|
47
|
+
engine: 'codegraph',
|
|
48
|
+
expectFiles: ['benchmark-view.tsx'],
|
|
49
|
+
expectSymbols: ['BenchmarkTask'],
|
|
50
|
+
minResults: 3,
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
query: '项目整体架构 MCP 工具',
|
|
54
|
+
engine: 'codegraph',
|
|
55
|
+
minResults: 3,
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
engine: 'memory',
|
|
59
|
+
query: '',
|
|
60
|
+
minResults: 5,
|
|
61
|
+
},
|
|
62
|
+
];
|
|
63
|
+
//# sourceMappingURL=accuracy-queries.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"accuracy-queries.js","sourceRoot":"","sources":["../src/accuracy-queries.ts"],"names":[],"mappings":"AAUA,MAAM,CAAC,MAAM,cAAc,GAAuB;IAChD;QACE,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,CAAC,aAAa,EAAE,YAAY,CAAC;QAC5C,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,aAAa,EAAE,CAAC,mBAAmB,CAAC;QACpC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,OAAO;QACrB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,6BAA6B;QACpC,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,KAAK;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,uCAAuC;QAC9C,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,MAAM;QACpB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,kCAAkC;QACzC,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,4BAA4B;QACnC,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,kBAAkB,CAAC;QACjC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,4CAA4C;QACnD,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,CAAC,oBAAoB,CAAC;QACnC,aAAa,EAAE,CAAC,eAAe,CAAC;QAChC,UAAU,EAAE,CAAC;KACd;IACD;QACE,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,WAAW;QACnB,UAAU,EAAE,CAAC;KACd;IACD;QACE,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,CAAC;KACd;CACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug-buildcontext.d.ts","sourceRoot":"","sources":["../src/debug-buildcontext.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import CGModule from "@colbymchenry/codegraph";
|
|
2
|
+
async function main() {
|
|
3
|
+
const CG = CGModule.default ?? CGModule;
|
|
4
|
+
const cg = CG.openSync(process.cwd());
|
|
5
|
+
const result = await cg.buildContext("post-tool-use hook", {
|
|
6
|
+
searchLimit: 5,
|
|
7
|
+
traversalDepth: 2,
|
|
8
|
+
maxNodes: 10,
|
|
9
|
+
includeCode: false,
|
|
10
|
+
format: "json",
|
|
11
|
+
});
|
|
12
|
+
const obj = JSON.parse(result);
|
|
13
|
+
console.log("Top-level keys:", Object.keys(obj));
|
|
14
|
+
console.log("subgraph exists:", "subgraph" in obj);
|
|
15
|
+
console.log("subgraph:", obj.subgraph ? Object.keys(obj.subgraph) : "N/A");
|
|
16
|
+
if (obj.subgraph?.nodes) {
|
|
17
|
+
console.log("subgraph.nodes is Array:", Array.isArray(obj.subgraph.nodes));
|
|
18
|
+
console.log("subgraph.nodes count:", obj.subgraph.nodes.length);
|
|
19
|
+
if (obj.subgraph.nodes.length > 0) {
|
|
20
|
+
console.log("First node:", JSON.stringify(obj.subgraph.nodes[0]).slice(0, 200));
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
console.log("entryPoints:", obj.entryPoints?.length);
|
|
24
|
+
console.log("stats:", obj.stats);
|
|
25
|
+
console.log("summary:", obj.summary);
|
|
26
|
+
}
|
|
27
|
+
main();
|
|
28
|
+
//# sourceMappingURL=debug-buildcontext.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"debug-buildcontext.js","sourceRoot":"","sources":["../src/debug-buildcontext.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AAC/C,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,GAAK,QAAgB,CAAC,OAA2B,IAAI,QAAQ,CAAC;IACtE,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAEtC,MAAM,MAAM,GAAG,MAAO,EAAU,CAAC,YAAY,CAAC,oBAAoB,EAAE;QAClE,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,QAAQ,EAAE,EAAE;QACZ,WAAW,EAAE,KAAK;QAClB,MAAM,EAAE,MAAM;KACf,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAgB,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,UAAU,IAAI,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3E,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3E,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AACD,IAAI,EAAE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-accuracy-tests.d.ts","sourceRoot":"","sources":["../src/run-accuracy-tests.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { createEngines } from '@devflow-tools/context-engine';
|
|
2
|
+
import { ACCURACY_TESTS } from './accuracy-queries.js';
|
|
3
|
+
async function runTest(test, engines) {
|
|
4
|
+
switch (test.engine) {
|
|
5
|
+
case 'codegraph': {
|
|
6
|
+
const result = await engines.context.buildTaskContext(test.query, { mode: 'deep' });
|
|
7
|
+
const allFiles = [...result.requiredFiles.files, ...result.optionalFiles.files];
|
|
8
|
+
const allSymbols = [...result.requiredFiles.symbols, ...result.optionalFiles.symbols];
|
|
9
|
+
const fileMatch = !test.expectFiles || test.expectFiles.some(f => allFiles.some(af => af.includes(f)));
|
|
10
|
+
const symbolMatch = !test.expectSymbols || test.expectSymbols.some(s => allSymbols.some(as => as.includes(s)));
|
|
11
|
+
const countOk = allFiles.length >= test.minResults;
|
|
12
|
+
const passed = fileMatch && symbolMatch && countOk;
|
|
13
|
+
return {
|
|
14
|
+
passed,
|
|
15
|
+
details: passed
|
|
16
|
+
? `OK: ${allFiles.length} files, ${allSymbols.length} symbols`
|
|
17
|
+
: `FAIL: files=${allFiles.join(', ')}, symbols=${allSymbols.join(', ')}. Expected: files=${test.expectFiles}, symbols=${test.expectSymbols}, min=${test.minResults}`,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
case 'knowledge': {
|
|
21
|
+
const result = await engines.knowledge.search(test.query, { limit: test.minResults * 2 });
|
|
22
|
+
const sourceMatch = !test.expectSource || result.some(r => r.source === test.expectSource);
|
|
23
|
+
const countOk = result.length >= test.minResults;
|
|
24
|
+
const passed = sourceMatch && countOk;
|
|
25
|
+
return {
|
|
26
|
+
passed,
|
|
27
|
+
details: passed
|
|
28
|
+
? `OK: ${result.length} results from ${[...new Set(result.map(r => r.source))].join(', ')}`
|
|
29
|
+
: `FAIL: ${result.length} results. Expected source=${test.expectSource}, min=${test.minResults}`,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
case 'memory': {
|
|
33
|
+
const all = await engines.memory.getAll();
|
|
34
|
+
const conventions = all.project?.conventions ?? [];
|
|
35
|
+
const memCount = Array.isArray(conventions) ? conventions.length : 0;
|
|
36
|
+
const passed = memCount >= test.minResults;
|
|
37
|
+
return { passed, details: passed ? `OK: ${memCount} memories` : `FAIL: ${memCount} memories, min=${test.minResults}` };
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
async function main() {
|
|
42
|
+
const projectRoot = process.env.CLAUDE_PROJECT_DIR ?? process.cwd();
|
|
43
|
+
console.log(`Running accuracy tests for ${projectRoot}...\n`);
|
|
44
|
+
const engines = await createEngines(projectRoot);
|
|
45
|
+
let passed = 0;
|
|
46
|
+
let failed = 0;
|
|
47
|
+
for (const test of ACCURACY_TESTS) {
|
|
48
|
+
if (test.skipReason) {
|
|
49
|
+
console.log(`SKIP: "${test.query}" — ${test.skipReason}`);
|
|
50
|
+
continue;
|
|
51
|
+
}
|
|
52
|
+
try {
|
|
53
|
+
const result = await runTest(test, engines);
|
|
54
|
+
if (result.passed) {
|
|
55
|
+
console.log(`PASS: [${test.engine}] "${test.query}" — ${result.details}`);
|
|
56
|
+
passed++;
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
console.log(`FAIL: [${test.engine}] "${test.query}" — ${result.details}`);
|
|
60
|
+
failed++;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
catch (err) {
|
|
64
|
+
console.log(`FAIL: [${test.engine}] "${test.query}" — error: ${err.message}`);
|
|
65
|
+
failed++;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
console.log(`\n${passed}/${passed + failed} passed`);
|
|
69
|
+
process.exit(failed > 0 ? 1 : 0);
|
|
70
|
+
}
|
|
71
|
+
main().catch(err => {
|
|
72
|
+
console.error('FATAL:', err);
|
|
73
|
+
process.exit(1);
|
|
74
|
+
});
|
|
75
|
+
//# sourceMappingURL=run-accuracy-tests.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-accuracy-tests.js","sourceRoot":"","sources":["../src/run-accuracy-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAyB,MAAM,uBAAuB,CAAC;AAE9E,KAAK,UAAU,OAAO,CAAC,IAAsB,EAAE,OAAkD;IAC/F,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAEtF,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvG,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/G,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;YACnD,MAAM,MAAM,GAAG,SAAS,IAAI,WAAW,IAAI,OAAO,CAAC;YACnD,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,OAAO,QAAQ,CAAC,MAAM,WAAW,UAAU,CAAC,MAAM,UAAU;oBAC9D,CAAC,CAAC,eAAe,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,WAAW,aAAa,IAAI,CAAC,aAAa,SAAS,IAAI,CAAC,UAAU,EAAE;aACvK,CAAC;QACJ,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1F,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC;YAC3F,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC;YACjD,MAAM,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC;YACtC,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,MAAM;oBACb,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,iBAAiB,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAC3F,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,6BAA6B,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,UAAU,EAAE;aACnG,CAAC;QACJ,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAI,GAAW,CAAC,OAAO,EAAE,WAAW,IAAI,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC;YAC3C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,QAAQ,WAAW,CAAC,CAAC,CAAC,SAAS,QAAQ,kBAAkB,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;QACzH,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,OAAO,CAAC,CAAC;IAE9D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1D,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,MAAM,EAAE,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,KAAK,cAAe,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACzF,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,IAAI,MAAM,GAAG,MAAM,SAAS,CAAC,CAAC;IACrD,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devflow-tools/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.11.0",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -14,10 +14,12 @@
|
|
|
14
14
|
"build": "tsc -b",
|
|
15
15
|
"test": "vitest run",
|
|
16
16
|
"typecheck": "tsc --noEmit",
|
|
17
|
-
"clean": "rm -rf dist"
|
|
17
|
+
"clean": "rm -rf dist",
|
|
18
|
+
"accuracy": "npx tsx src/run-accuracy-tests.ts"
|
|
18
19
|
},
|
|
19
20
|
"dependencies": {
|
|
20
|
-
"@devflow-tools/
|
|
21
|
+
"@devflow-tools/context-engine": "^0.11.0",
|
|
22
|
+
"@devflow-tools/sdk": "^0.11.0"
|
|
21
23
|
},
|
|
22
24
|
"devDependencies": {
|
|
23
25
|
"typescript": "^5.5.0",
|
|
@@ -26,5 +28,5 @@
|
|
|
26
28
|
"files": [
|
|
27
29
|
"dist"
|
|
28
30
|
],
|
|
29
|
-
"gitHead": "
|
|
31
|
+
"gitHead": "ff6ac69b0f3cc95cb32ffe8bcbf21b24767aa914"
|
|
30
32
|
}
|