@centr-ai/cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +41 -0
- package/LICENSE +21 -0
- package/README.md +275 -0
- package/dist/commands/benchmark.d.ts +3 -0
- package/dist/commands/benchmark.d.ts.map +1 -0
- package/dist/commands/benchmark.js +382 -0
- package/dist/commands/benchmark.js.map +1 -0
- package/dist/commands/brain.d.ts +3 -0
- package/dist/commands/brain.d.ts.map +1 -0
- package/dist/commands/brain.js +387 -0
- package/dist/commands/brain.js.map +1 -0
- package/dist/commands/context.d.ts +3 -0
- package/dist/commands/context.d.ts.map +1 -0
- package/dist/commands/context.js +52 -0
- package/dist/commands/context.js.map +1 -0
- package/dist/commands/doctor.d.ts +3 -0
- package/dist/commands/doctor.d.ts.map +1 -0
- package/dist/commands/doctor.js +116 -0
- package/dist/commands/doctor.js.map +1 -0
- package/dist/commands/init.d.ts +3 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +49 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/learn.d.ts +3 -0
- package/dist/commands/learn.d.ts.map +1 -0
- package/dist/commands/learn.js +151 -0
- package/dist/commands/learn.js.map +1 -0
- package/dist/commands/search.d.ts +3 -0
- package/dist/commands/search.d.ts.map +1 -0
- package/dist/commands/search.js +48 -0
- package/dist/commands/search.js.map +1 -0
- package/dist/commands/skills.d.ts +3 -0
- package/dist/commands/skills.d.ts.map +1 -0
- package/dist/commands/skills.js +123 -0
- package/dist/commands/skills.js.map +1 -0
- package/dist/commands/status.d.ts +3 -0
- package/dist/commands/status.d.ts.map +1 -0
- package/dist/commands/status.js +59 -0
- package/dist/commands/status.js.map +1 -0
- package/dist/commands/symbol.d.ts +3 -0
- package/dist/commands/symbol.d.ts.map +1 -0
- package/dist/commands/symbol.js +48 -0
- package/dist/commands/symbol.js.map +1 -0
- package/dist/commands/sync.d.ts +3 -0
- package/dist/commands/sync.d.ts.map +1 -0
- package/dist/commands/sync.js +44 -0
- package/dist/commands/sync.js.map +1 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +39 -0
- package/dist/index.js.map +1 -0
- package/dist/utils.d.ts +8 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +50 -0
- package/dist/utils.js.map +1 -0
- package/package.json +66 -0
|
@@ -0,0 +1,382 @@
|
|
|
1
|
+
import { computeBenchmarkSummary, generateBenchmarkReports, getAllTasks, getTaskById, runBenchmarkSuite, } from '@centr-ai/benchmark-ab';
|
|
2
|
+
import { ContextEngine, SearchEngine, syncProject } from '@centr-ai/core';
|
|
3
|
+
import chalk from 'chalk';
|
|
4
|
+
import fs from 'node:fs';
|
|
5
|
+
import path from 'node:path';
|
|
6
|
+
import ora from 'ora';
|
|
7
|
+
import { getDatabase, getProjectId, getProjectRoot, handleError } from '../utils.js';
|
|
8
|
+
export default function registerBenchmarkCommands(program) {
|
|
9
|
+
const benchCmd = program
|
|
10
|
+
.command('benchmark')
|
|
11
|
+
.description('Run performance benchmarks or real-agent A/B benchmarks')
|
|
12
|
+
.action(async () => {
|
|
13
|
+
const options = program.opts();
|
|
14
|
+
let db;
|
|
15
|
+
try {
|
|
16
|
+
const root = getProjectRoot();
|
|
17
|
+
db = getDatabase(root);
|
|
18
|
+
const projectId = getProjectId(db, root);
|
|
19
|
+
const results = { name: 'Performance Benchmark' };
|
|
20
|
+
const spinner = ora('Running sync benchmark...').start();
|
|
21
|
+
if (options['json'])
|
|
22
|
+
spinner.stop();
|
|
23
|
+
const syncRes = await syncProject(projectId, root, db);
|
|
24
|
+
results.indexingTimeMs = syncRes.timeTaken;
|
|
25
|
+
if (!options['json'])
|
|
26
|
+
spinner.text = 'Running search benchmark...';
|
|
27
|
+
const searchEngine = new SearchEngine(db);
|
|
28
|
+
const tSearchStart = Date.now();
|
|
29
|
+
await searchEngine.search({ query: 'database', projectId, limit: 10 });
|
|
30
|
+
results.searchLatencyMs = Date.now() - tSearchStart;
|
|
31
|
+
if (!options['json'])
|
|
32
|
+
spinner.text = 'Running context benchmark...';
|
|
33
|
+
const contextEngine = new ContextEngine(db);
|
|
34
|
+
const tContextStart = Date.now();
|
|
35
|
+
const ctxRes = contextEngine.generate({ task: 'fix database connection', projectId });
|
|
36
|
+
results.contextLatencyMs = Date.now() - tContextStart;
|
|
37
|
+
results.estimatedTokens = ctxRes.estimatedTokens;
|
|
38
|
+
results.selectedFiles = ctxRes.items.filter((i) => i.type === 'file').length;
|
|
39
|
+
results.selectedSymbols = ctxRes.items.filter((i) => i.type === 'symbol').length;
|
|
40
|
+
results.excludedItems = ctxRes.itemsRemoved;
|
|
41
|
+
if (!options['json']) {
|
|
42
|
+
spinner.succeed(chalk.green('Benchmark complete'));
|
|
43
|
+
console.log('');
|
|
44
|
+
console.log(`Indexing Time: ${chalk.cyan(results.indexingTimeMs + 'ms')}`);
|
|
45
|
+
console.log(`Search Latency: ${chalk.cyan(results.searchLatencyMs + 'ms')}`);
|
|
46
|
+
console.log(`Context Latency: ${chalk.cyan(results.contextLatencyMs + 'ms')}`);
|
|
47
|
+
console.log(`Context Tokens: ${chalk.cyan(results.estimatedTokens)}`);
|
|
48
|
+
}
|
|
49
|
+
else {
|
|
50
|
+
console.log(JSON.stringify(results, null, 2));
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
handleError(error);
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
if (db)
|
|
58
|
+
db.close();
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
// 1. centr benchmark agents
|
|
62
|
+
benchCmd
|
|
63
|
+
.command('agents')
|
|
64
|
+
.description('Run real-agent A/B benchmark suite across baseline, V1, and V2')
|
|
65
|
+
.option('-t, --task <id>', 'Task ID to run (e.g. auth-001)')
|
|
66
|
+
.option('-s, --scenario <scenario>', 'Scenario: baseline, centr-v1, centr-v2')
|
|
67
|
+
.option('-a, --agent <agent>', 'Agent adapter: generic, antigravity, claude-code, codex, cursor', 'generic')
|
|
68
|
+
.option('-m, --mode <mode>', 'Execution mode: automated, manual, simulated', 'automated')
|
|
69
|
+
.option('-r, --runs <number>', 'Number of runs per scenario/task', '1')
|
|
70
|
+
.option('--smoke', 'Run 3-task smoke test (auth-001, database-001, debugging-001)')
|
|
71
|
+
.option('--results-dir <dir>', 'Directory for JSON run records', 'benchmarks/agent-ab/results')
|
|
72
|
+
.option('--reports-dir <dir>', 'Directory for reports', 'benchmarks/agent-ab/reports')
|
|
73
|
+
.action(async (cmdOptions) => {
|
|
74
|
+
const globalOpts = program.opts();
|
|
75
|
+
const isJson = !!globalOpts['json'];
|
|
76
|
+
try {
|
|
77
|
+
let tasks = getAllTasks();
|
|
78
|
+
if (cmdOptions.smoke) {
|
|
79
|
+
const smokeIds = ['auth-001', 'database-001', 'debugging-001'];
|
|
80
|
+
tasks = tasks.filter((t) => smokeIds.includes(t.id));
|
|
81
|
+
}
|
|
82
|
+
else if (cmdOptions.task) {
|
|
83
|
+
const task = getTaskById(cmdOptions.task);
|
|
84
|
+
if (!task) {
|
|
85
|
+
console.error(chalk.red(`Error: Task "${cmdOptions.task}" not found.`));
|
|
86
|
+
process.exit(1);
|
|
87
|
+
}
|
|
88
|
+
tasks = [task];
|
|
89
|
+
}
|
|
90
|
+
const scenarios = cmdOptions.scenario
|
|
91
|
+
? [cmdOptions.scenario]
|
|
92
|
+
: ['baseline', 'centr-v1', 'centr-v2'];
|
|
93
|
+
const runs = parseInt(cmdOptions.runs, 10) || 1;
|
|
94
|
+
const resultsDir = path.resolve(cmdOptions.resultsDir);
|
|
95
|
+
const reportsDir = path.resolve(cmdOptions.reportsDir);
|
|
96
|
+
if (!isJson) {
|
|
97
|
+
console.log(chalk.bold('\n=== CentR Real-Agent A/B Benchmark ==='));
|
|
98
|
+
console.log(`Tasks: ${chalk.cyan(tasks.length)}`);
|
|
99
|
+
console.log(`Scenarios: ${chalk.cyan(scenarios.join(', '))}`);
|
|
100
|
+
console.log(`Agent: ${chalk.cyan(cmdOptions.agent)} (${cmdOptions.mode})`);
|
|
101
|
+
console.log(`Runs/task: ${chalk.cyan(runs)}`);
|
|
102
|
+
console.log(`Total runs: ${chalk.cyan(tasks.length * scenarios.length * runs)}\n`);
|
|
103
|
+
}
|
|
104
|
+
const records = await runBenchmarkSuite({
|
|
105
|
+
tasks,
|
|
106
|
+
scenarios,
|
|
107
|
+
agent: cmdOptions.agent,
|
|
108
|
+
executionMode: cmdOptions.mode,
|
|
109
|
+
runs,
|
|
110
|
+
resultsDir,
|
|
111
|
+
onProgress: ({ task, scenario, run, record }) => {
|
|
112
|
+
if (!isJson) {
|
|
113
|
+
const statusTag = record.success ? chalk.green('✓ PASS') : chalk.red('✗ FAIL');
|
|
114
|
+
console.log(` ${statusTag} [${chalk.bold(task)}] scenario: ${chalk.yellow(scenario)} (run ${run}) in ${record.durationMs}ms`);
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
const reportResult = generateBenchmarkReports(records, reportsDir);
|
|
119
|
+
if (isJson) {
|
|
120
|
+
console.log(JSON.stringify(reportResult.summary, null, 2));
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
console.log(chalk.green(`\nBenchmark completed! (${records.length} runs)`));
|
|
124
|
+
console.log(`Report generated: ${chalk.cyan(reportResult.markdownPath)}`);
|
|
125
|
+
console.log(`Summary JSON: ${chalk.cyan(reportResult.jsonPath)}\n`);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
catch (error) {
|
|
129
|
+
handleError(error);
|
|
130
|
+
}
|
|
131
|
+
});
|
|
132
|
+
// 2. centr benchmark record
|
|
133
|
+
benchCmd
|
|
134
|
+
.command('record')
|
|
135
|
+
.description('Record an external or manual agent benchmark execution record')
|
|
136
|
+
.option('-t, --task <id>', 'Task ID (e.g. auth-001)')
|
|
137
|
+
.option('-s, --scenario <scenario>', 'Scenario: baseline, centr-v1, centr-v2')
|
|
138
|
+
.option('-a, --agent <agent>', 'Agent name', 'manual')
|
|
139
|
+
.option('-d, --duration <ms>', 'Duration in milliseconds', '0')
|
|
140
|
+
.option('--tokens <tokens>', 'Total agent tokens used')
|
|
141
|
+
.option('--tool-calls <count>', 'Number of tool calls', '0')
|
|
142
|
+
.option('--files-read <count>', 'Number of files read', '0')
|
|
143
|
+
.option('--repeated-explorations <count>', 'Number of repeated explorations', '0')
|
|
144
|
+
.option('--success', 'Whether the task succeeded', true)
|
|
145
|
+
.option('--no-success', 'Mark the task as failed')
|
|
146
|
+
.option('-f, --file <path>', 'JSON file containing run record or tool events')
|
|
147
|
+
.option('--notes <notes>', 'Optional run notes', '')
|
|
148
|
+
.option('--results-dir <dir>', 'Directory to save record', 'benchmarks/agent-ab/results')
|
|
149
|
+
.action(async (cmdOptions) => {
|
|
150
|
+
const globalOpts = program.opts();
|
|
151
|
+
const isJson = !!globalOpts['json'];
|
|
152
|
+
try {
|
|
153
|
+
const resultsDir = path.resolve(cmdOptions.resultsDir);
|
|
154
|
+
fs.mkdirSync(resultsDir, { recursive: true });
|
|
155
|
+
let record;
|
|
156
|
+
if (cmdOptions.file) {
|
|
157
|
+
const filePath = path.resolve(cmdOptions.file);
|
|
158
|
+
if (!fs.existsSync(filePath)) {
|
|
159
|
+
console.error(chalk.red(`File not found: ${filePath}`));
|
|
160
|
+
process.exit(1);
|
|
161
|
+
}
|
|
162
|
+
const loaded = JSON.parse(fs.readFileSync(filePath, 'utf8'));
|
|
163
|
+
record = loaded;
|
|
164
|
+
}
|
|
165
|
+
else {
|
|
166
|
+
if (!cmdOptions.task || !cmdOptions.scenario) {
|
|
167
|
+
console.error(chalk.red('Error: --task and --scenario are required when --file is not provided.'));
|
|
168
|
+
process.exit(1);
|
|
169
|
+
}
|
|
170
|
+
const task = getTaskById(cmdOptions.task);
|
|
171
|
+
const now = new Date().toISOString();
|
|
172
|
+
record = {
|
|
173
|
+
benchmarkVersion: '1.0.0',
|
|
174
|
+
runId: `manual-${cmdOptions.task}-${cmdOptions.scenario}-${Date.now()}`,
|
|
175
|
+
taskId: cmdOptions.task,
|
|
176
|
+
taskTitle: task ? task.title : cmdOptions.task,
|
|
177
|
+
category: task ? task.category : 'debugging',
|
|
178
|
+
retrievalClass: task ? task.retrievalClass : 'class_1_exact',
|
|
179
|
+
difficulty: task ? task.difficulty : 'easy',
|
|
180
|
+
scenario: cmdOptions.scenario,
|
|
181
|
+
agent: cmdOptions.agent,
|
|
182
|
+
executionMode: 'manual',
|
|
183
|
+
model: 'manual-agent',
|
|
184
|
+
startedAt: now,
|
|
185
|
+
finishedAt: now,
|
|
186
|
+
durationMs: parseInt(cmdOptions.duration, 10) || 0,
|
|
187
|
+
success: !!cmdOptions.success,
|
|
188
|
+
requiresManualReview: false,
|
|
189
|
+
tests: {
|
|
190
|
+
executed: false,
|
|
191
|
+
passed: cmdOptions.success ? 1 : 0,
|
|
192
|
+
failed: cmdOptions.success ? 0 : 1,
|
|
193
|
+
},
|
|
194
|
+
agentMetrics: {
|
|
195
|
+
totalTokens: cmdOptions.tokens ? parseInt(cmdOptions.tokens, 10) : null,
|
|
196
|
+
inputTokens: null,
|
|
197
|
+
outputTokens: null,
|
|
198
|
+
toolCalls: parseInt(cmdOptions.toolCalls, 10) || 0,
|
|
199
|
+
filesRead: parseInt(cmdOptions.filesRead, 10) || 0,
|
|
200
|
+
filesModified: 0,
|
|
201
|
+
filesCreated: 0,
|
|
202
|
+
repeatedExplorationCount: parseInt(cmdOptions.repeatedExplorations, 10) || 0,
|
|
203
|
+
patchSizeLines: 0,
|
|
204
|
+
},
|
|
205
|
+
centrMetrics: {
|
|
206
|
+
enabled: cmdOptions.scenario !== 'baseline',
|
|
207
|
+
contextTokens: null,
|
|
208
|
+
latencyMs: null,
|
|
209
|
+
brainCalls: 0,
|
|
210
|
+
brainLatencyMs: 0,
|
|
211
|
+
fallbacks: 0,
|
|
212
|
+
cacheHits: 0,
|
|
213
|
+
},
|
|
214
|
+
failureReasons: cmdOptions.success ? [] : ['Manual mark failed'],
|
|
215
|
+
};
|
|
216
|
+
}
|
|
217
|
+
const outPath = path.join(resultsDir, `${record.runId}.json`);
|
|
218
|
+
fs.writeFileSync(outPath, JSON.stringify(record, null, 2), 'utf8');
|
|
219
|
+
if (isJson) {
|
|
220
|
+
console.log(JSON.stringify({ recorded: true, path: outPath, runId: record.runId }, null, 2));
|
|
221
|
+
}
|
|
222
|
+
else {
|
|
223
|
+
console.log(chalk.green(`✓ Benchmark run recorded successfully!`));
|
|
224
|
+
console.log(` Run ID: ${chalk.cyan(record.runId)}`);
|
|
225
|
+
console.log(` Task: ${chalk.bold(record.taskId)}`);
|
|
226
|
+
console.log(` Scenario: ${chalk.yellow(record.scenario)}`);
|
|
227
|
+
console.log(` File: ${chalk.cyan(outPath)}`);
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
catch (error) {
|
|
231
|
+
handleError(error);
|
|
232
|
+
}
|
|
233
|
+
});
|
|
234
|
+
// 3. centr benchmark report
|
|
235
|
+
benchCmd
|
|
236
|
+
.command('report')
|
|
237
|
+
.description('Generate summary report from recorded benchmark results')
|
|
238
|
+
.option('--results-dir <dir>', 'Directory with JSON run records', 'benchmarks/agent-ab/results')
|
|
239
|
+
.option('--reports-dir <dir>', 'Directory to write reports', 'benchmarks/agent-ab/reports')
|
|
240
|
+
.action(async (cmdOptions) => {
|
|
241
|
+
const globalOpts = program.opts();
|
|
242
|
+
const isJson = !!globalOpts['json'];
|
|
243
|
+
try {
|
|
244
|
+
const resultsDir = path.resolve(cmdOptions.resultsDir);
|
|
245
|
+
const reportsDir = path.resolve(cmdOptions.reportsDir);
|
|
246
|
+
if (!fs.existsSync(resultsDir)) {
|
|
247
|
+
console.error(chalk.yellow(`Results directory does not exist: ${resultsDir}`));
|
|
248
|
+
process.exit(0);
|
|
249
|
+
}
|
|
250
|
+
const files = fs.readdirSync(resultsDir).filter((f) => f.endsWith('.json'));
|
|
251
|
+
if (files.length === 0) {
|
|
252
|
+
console.log(chalk.yellow(`No benchmark result records found in ${resultsDir}`));
|
|
253
|
+
process.exit(0);
|
|
254
|
+
}
|
|
255
|
+
const records = files.map((f) => JSON.parse(fs.readFileSync(path.join(resultsDir, f), 'utf8')));
|
|
256
|
+
const gen = generateBenchmarkReports(records, reportsDir);
|
|
257
|
+
if (isJson) {
|
|
258
|
+
console.log(JSON.stringify(gen.summary, null, 2));
|
|
259
|
+
}
|
|
260
|
+
else {
|
|
261
|
+
console.log(chalk.bold('\n=== CentR A/B Benchmark Summary ==='));
|
|
262
|
+
console.log(`Total Records: ${chalk.cyan(records.length)}`);
|
|
263
|
+
console.log('');
|
|
264
|
+
for (const [sc, stats] of Object.entries(gen.summary.scenarios)) {
|
|
265
|
+
console.log(` ${chalk.bold(sc.padEnd(12))}: ${stats.successfulRuns}/${stats.totalRuns} passed (${stats.successRate}%) | avg ${stats.averageDurationMs}ms | avg ${stats.averageToolCalls} tool calls | avg ${stats.averageRepeatedExplorations} repeated`);
|
|
266
|
+
}
|
|
267
|
+
console.log('');
|
|
268
|
+
console.log(`Report generated: ${chalk.cyan(gen.markdownPath)}`);
|
|
269
|
+
console.log(`Summary JSON: ${chalk.cyan(gen.jsonPath)}\n`);
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
catch (error) {
|
|
273
|
+
handleError(error);
|
|
274
|
+
}
|
|
275
|
+
});
|
|
276
|
+
// 4. centr benchmark compare
|
|
277
|
+
benchCmd
|
|
278
|
+
.command('compare')
|
|
279
|
+
.description('Compare scenarios or specific benchmark runs')
|
|
280
|
+
.option('--results-dir <dir>', 'Directory with JSON run records', 'benchmarks/agent-ab/results')
|
|
281
|
+
.option('--file-a <path>', 'First run record JSON file')
|
|
282
|
+
.option('--file-b <path>', 'Second run record JSON file')
|
|
283
|
+
.action(async (cmdOptions) => {
|
|
284
|
+
const globalOpts = program.opts();
|
|
285
|
+
const isJson = !!globalOpts['json'];
|
|
286
|
+
try {
|
|
287
|
+
if (cmdOptions.fileA && cmdOptions.fileB) {
|
|
288
|
+
const recA = JSON.parse(fs.readFileSync(path.resolve(cmdOptions.fileA), 'utf8'));
|
|
289
|
+
const recB = JSON.parse(fs.readFileSync(path.resolve(cmdOptions.fileB), 'utf8'));
|
|
290
|
+
const comparison = {
|
|
291
|
+
runA: {
|
|
292
|
+
runId: recA.runId,
|
|
293
|
+
taskId: recA.taskId,
|
|
294
|
+
scenario: recA.scenario,
|
|
295
|
+
success: recA.success,
|
|
296
|
+
durationMs: recA.durationMs,
|
|
297
|
+
toolCalls: recA.agentMetrics.toolCalls,
|
|
298
|
+
repeatedExplorations: recA.agentMetrics.repeatedExplorationCount,
|
|
299
|
+
tokens: recA.agentMetrics.totalTokens,
|
|
300
|
+
},
|
|
301
|
+
runB: {
|
|
302
|
+
runId: recB.runId,
|
|
303
|
+
taskId: recB.taskId,
|
|
304
|
+
scenario: recB.scenario,
|
|
305
|
+
success: recB.success,
|
|
306
|
+
durationMs: recB.durationMs,
|
|
307
|
+
toolCalls: recB.agentMetrics.toolCalls,
|
|
308
|
+
repeatedExplorations: recB.agentMetrics.repeatedExplorationCount,
|
|
309
|
+
tokens: recB.agentMetrics.totalTokens,
|
|
310
|
+
},
|
|
311
|
+
delta: {
|
|
312
|
+
durationMs: recB.durationMs - recA.durationMs,
|
|
313
|
+
toolCalls: recB.agentMetrics.toolCalls !== null && recA.agentMetrics.toolCalls !== null
|
|
314
|
+
? recB.agentMetrics.toolCalls - recA.agentMetrics.toolCalls
|
|
315
|
+
: null,
|
|
316
|
+
repeatedExplorations: recB.agentMetrics.repeatedExplorationCount !== null &&
|
|
317
|
+
recA.agentMetrics.repeatedExplorationCount !== null
|
|
318
|
+
? recB.agentMetrics.repeatedExplorationCount -
|
|
319
|
+
recA.agentMetrics.repeatedExplorationCount
|
|
320
|
+
: null,
|
|
321
|
+
},
|
|
322
|
+
};
|
|
323
|
+
if (isJson) {
|
|
324
|
+
console.log(JSON.stringify(comparison, null, 2));
|
|
325
|
+
}
|
|
326
|
+
else {
|
|
327
|
+
console.log(chalk.bold('\n=== Run Comparison ==='));
|
|
328
|
+
console.log(`Task: ${chalk.bold(recA.taskId)}`);
|
|
329
|
+
console.log(`Run A: ${chalk.yellow(recA.scenario)} (${recA.runId}) - ${recA.durationMs}ms, ${recA.agentMetrics.toolCalls} tools`);
|
|
330
|
+
console.log(`Run B: ${chalk.cyan(recB.scenario)} (${recB.runId}) - ${recB.durationMs}ms, ${recB.agentMetrics.toolCalls} tools`);
|
|
331
|
+
console.log(`Delta (B - A): duration ${comparison.delta.durationMs}ms, tools ${comparison.delta.toolCalls}\n`);
|
|
332
|
+
}
|
|
333
|
+
return;
|
|
334
|
+
}
|
|
335
|
+
// Aggregate comparison across results directory
|
|
336
|
+
const resultsDir = path.resolve(cmdOptions.resultsDir);
|
|
337
|
+
if (!fs.existsSync(resultsDir)) {
|
|
338
|
+
console.error(chalk.yellow(`Results directory does not exist: ${resultsDir}`));
|
|
339
|
+
process.exit(0);
|
|
340
|
+
}
|
|
341
|
+
const files = fs.readdirSync(resultsDir).filter((f) => f.endsWith('.json'));
|
|
342
|
+
if (files.length === 0) {
|
|
343
|
+
console.log(chalk.yellow(`No records found in ${resultsDir}`));
|
|
344
|
+
process.exit(0);
|
|
345
|
+
}
|
|
346
|
+
const records = files.map((f) => JSON.parse(fs.readFileSync(path.join(resultsDir, f), 'utf8')));
|
|
347
|
+
const summary = computeBenchmarkSummary(records);
|
|
348
|
+
if (isJson) {
|
|
349
|
+
console.log(JSON.stringify(summary, null, 2));
|
|
350
|
+
}
|
|
351
|
+
else {
|
|
352
|
+
console.log(chalk.bold('\n=== CentR Scenario Comparison (Aggregate) ==='));
|
|
353
|
+
console.log(`Total Records: ${chalk.cyan(records.length)}\n`);
|
|
354
|
+
console.log(chalk.bold('Per-Scenario Aggregates:'));
|
|
355
|
+
for (const [sc, s] of Object.entries(summary.scenarios)) {
|
|
356
|
+
console.log(` ${chalk.yellow(sc.padEnd(12))}: Success: ${s.successRate}% | Avg Duration: ${s.averageDurationMs}ms | Avg Tool Calls: ${s.averageToolCalls} | Avg Repeated Reads: ${s.averageRepeatedExplorations}`);
|
|
357
|
+
}
|
|
358
|
+
console.log(chalk.bold('\nPaired Deltas:'));
|
|
359
|
+
const deltas = summary.pairedDeltas;
|
|
360
|
+
console.log(` V1 vs Baseline:`);
|
|
361
|
+
console.log(` Success Rate: ${deltas.v1MinusBaseline.successRateDiff > 0 ? '+' : ''}${deltas.v1MinusBaseline.successRateDiff}%`);
|
|
362
|
+
console.log(` Duration: ${deltas.v1MinusBaseline.durationMsDiff}ms`);
|
|
363
|
+
console.log(` Tool Calls: ${deltas.v1MinusBaseline.toolCallsDiff}`);
|
|
364
|
+
console.log(` Repeated: ${deltas.v1MinusBaseline.repeatedExplorationDiff}`);
|
|
365
|
+
console.log(` V2 vs Baseline:`);
|
|
366
|
+
console.log(` Success Rate: ${deltas.v2MinusBaseline.successRateDiff > 0 ? '+' : ''}${deltas.v2MinusBaseline.successRateDiff}%`);
|
|
367
|
+
console.log(` Duration: ${deltas.v2MinusBaseline.durationMsDiff}ms`);
|
|
368
|
+
console.log(` Tool Calls: ${deltas.v2MinusBaseline.toolCallsDiff}`);
|
|
369
|
+
console.log(` Repeated: ${deltas.v2MinusBaseline.repeatedExplorationDiff}`);
|
|
370
|
+
console.log(` V2 vs V1:`);
|
|
371
|
+
console.log(` Success Rate: ${deltas.v2MinusV1.successRateDiff > 0 ? '+' : ''}${deltas.v2MinusV1.successRateDiff}%`);
|
|
372
|
+
console.log(` Duration: ${deltas.v2MinusV1.durationMsDiff}ms`);
|
|
373
|
+
console.log(` Tool Calls: ${deltas.v2MinusV1.toolCallsDiff}`);
|
|
374
|
+
console.log(` Repeated: ${deltas.v2MinusV1.repeatedExplorationDiff}\n`);
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
catch (error) {
|
|
378
|
+
handleError(error);
|
|
379
|
+
}
|
|
380
|
+
});
|
|
381
|
+
}
|
|
382
|
+
//# sourceMappingURL=benchmark.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/commands/benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,WAAW,EACX,WAAW,EACX,iBAAiB,GAIlB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAErF,MAAM,CAAC,OAAO,UAAU,yBAAyB,CAAC,OAAgB;IAChE,MAAM,QAAQ,GAAG,OAAO;SACrB,OAAO,CAAC,WAAW,CAAC;SACpB,WAAW,CAAC,yDAAyD,CAAC;SACtE,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;YAC9B,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,SAAS,GAAG,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAEzC,MAAM,OAAO,GAAQ,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC;YAEvD,MAAM,OAAO,GAAG,GAAG,CAAC,2BAA2B,CAAC,CAAC,KAAK,EAAE,CAAC;YACzD,IAAI,OAAO,CAAC,MAAM,CAAC;gBAAE,OAAO,CAAC,IAAI,EAAE,CAAC;YAEpC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;YAE3C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBAAE,OAAO,CAAC,IAAI,GAAG,6BAA6B,CAAC;YAEnE,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,YAAY,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACvE,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;YAEpD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBAAE,OAAO,CAAC,IAAI,GAAG,8BAA8B,CAAC;YAEpE,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,SAAS,EAAE,CAAC,CAAC;YACtF,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;YAEtD,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;YACjD,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CACzC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAC3C,CAAC,MAAM,CAAC;YACT,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAC3C,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAC7C,CAAC,MAAM,CAAC;YACT,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;YAE5C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3E,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7E,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/E,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YACxE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE;gBAAE,EAAE,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,4BAA4B;IAC5B,QAAQ;SACL,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,gEAAgE,CAAC;SAC7E,MAAM,CAAC,iBAAiB,EAAE,gCAAgC,CAAC;SAC3D,MAAM,CAAC,2BAA2B,EAAE,wCAAwC,CAAC;SAC7E,MAAM,CACL,qBAAqB,EACrB,iEAAiE,EACjE,SAAS,CACV;SACA,MAAM,CAAC,mBAAmB,EAAE,8CAA8C,EAAE,WAAW,CAAC;SACxF,MAAM,CAAC,qBAAqB,EAAE,kCAAkC,EAAE,GAAG,CAAC;SACtE,MAAM,CAAC,SAAS,EAAE,+DAA+D,CAAC;SAClF,MAAM,CAAC,qBAAqB,EAAE,gCAAgC,EAAE,6BAA6B,CAAC;SAC9F,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,EAAE,6BAA6B,CAAC;SACrF,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC;YACH,IAAI,KAAK,GAAG,WAAW,EAAE,CAAC;YAC1B,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;gBAC/D,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,UAAU,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;YAED,MAAM,SAAS,GAAmB,UAAU,CAAC,QAAQ;gBACnD,CAAC,CAAC,CAAC,UAAU,CAAC,QAAwB,CAAC;gBACvC,CAAC,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;YAEzC,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAEvD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC,CAAC;gBACpE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;gBAChF,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC;gBACtC,KAAK;gBACL,SAAS;gBACT,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,aAAa,EAAE,UAAU,CAAC,IAAqB;gBAC/C,IAAI;gBACJ,UAAU;gBACV,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE;oBAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBAC/E,OAAO,CAAC,GAAG,CACT,KAAK,SAAS,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,QAAQ,MAAM,CAAC,UAAU,IAAI,CAClH,CAAC;oBACJ,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,wBAAwB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAEnE,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,2BAA2B,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC;gBAC5E,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAC1E,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,4BAA4B;IAC5B,QAAQ;SACL,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,+DAA+D,CAAC;SAC5E,MAAM,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;SACpD,MAAM,CAAC,2BAA2B,EAAE,wCAAwC,CAAC;SAC7E,MAAM,CAAC,qBAAqB,EAAE,YAAY,EAAE,QAAQ,CAAC;SACrD,MAAM,CAAC,qBAAqB,EAAE,0BAA0B,EAAE,GAAG,CAAC;SAC9D,MAAM,CAAC,mBAAmB,EAAE,yBAAyB,CAAC;SACtD,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,GAAG,CAAC;SAC3D,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,GAAG,CAAC;SAC3D,MAAM,CAAC,iCAAiC,EAAE,iCAAiC,EAAE,GAAG,CAAC;SACjF,MAAM,CAAC,WAAW,EAAE,4BAA4B,EAAE,IAAI,CAAC;SACvD,MAAM,CAAC,cAAc,EAAE,yBAAyB,CAAC;SACjD,MAAM,CAAC,mBAAmB,EAAE,gDAAgD,CAAC;SAC7E,MAAM,CAAC,iBAAiB,EAAE,oBAAoB,EAAE,EAAE,CAAC;SACnD,MAAM,CAAC,qBAAqB,EAAE,0BAA0B,EAAE,6BAA6B,CAAC;SACxF,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACvD,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE9C,IAAI,MAA0B,CAAC;YAE/B,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC/C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC,CAAC;oBACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC7D,MAAM,GAAG,MAA4B,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;oBAC7C,OAAO,CAAC,KAAK,CACX,KAAK,CAAC,GAAG,CAAC,wEAAwE,CAAC,CACpF,CAAC;oBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBAED,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC1C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAErC,MAAM,GAAG;oBACP,gBAAgB,EAAE,OAAO;oBACzB,KAAK,EAAE,UAAU,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;oBACvE,MAAM,EAAE,UAAU,CAAC,IAAI;oBACvB,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI;oBAC9C,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;oBAC5C,cAAc,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;oBAC5D,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;oBAC3C,QAAQ,EAAE,UAAU,CAAC,QAAwB;oBAC7C,KAAK,EAAE,UAAU,CAAC,KAAK;oBACvB,aAAa,EAAE,QAAQ;oBACvB,KAAK,EAAE,cAAc;oBACrB,SAAS,EAAE,GAAG;oBACd,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC;oBAClD,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO;oBAC7B,oBAAoB,EAAE,KAAK;oBAC3B,KAAK,EAAE;wBACL,QAAQ,EAAE,KAAK;wBACf,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAClC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBACnC;oBACD,YAAY,EAAE;wBACZ,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;wBACvE,WAAW,EAAE,IAAI;wBACjB,YAAY,EAAE,IAAI;wBAClB,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC;wBAClD,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC;wBAClD,aAAa,EAAE,CAAC;wBAChB,YAAY,EAAE,CAAC;wBACf,wBAAwB,EAAE,QAAQ,CAAC,UAAU,CAAC,oBAAoB,EAAE,EAAE,CAAC,IAAI,CAAC;wBAC5E,cAAc,EAAE,CAAC;qBAClB;oBACD,YAAY,EAAE;wBACZ,OAAO,EAAE,UAAU,CAAC,QAAQ,KAAK,UAAU;wBAC3C,aAAa,EAAE,IAAI;wBACnB,SAAS,EAAE,IAAI;wBACf,UAAU,EAAE,CAAC;wBACb,cAAc,EAAE,CAAC;wBACjB,SAAS,EAAE,CAAC;wBACZ,SAAS,EAAE,CAAC;qBACb;oBACD,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC;iBACjE,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC;YAC9D,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAEnE,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAChF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC,CAAC;gBACnE,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxD,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC7D,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,4BAA4B;IAC5B,QAAQ;SACL,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,yDAAyD,CAAC;SACtE,MAAM,CAAC,qBAAqB,EAAE,iCAAiC,EAAE,6BAA6B,CAAC;SAC/F,MAAM,CAAC,qBAAqB,EAAE,4BAA4B,EAAE,6BAA6B,CAAC;SAC1F,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YAEvD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,qCAAqC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,wCAAwC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,MAAM,OAAO,GAAyB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAC9D,CAAC;YAEF,MAAM,GAAG,GAAG,wBAAwB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAE1D,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC,CAAC;gBACjE,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChE,OAAO,CAAC,GAAG,CACT,KAAK,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,SAAS,YAAY,KAAK,CAAC,WAAW,YAAY,KAAK,CAAC,iBAAiB,YAAY,KAAK,CAAC,gBAAgB,qBAAqB,KAAK,CAAC,2BAA2B,WAAW,CAC9O,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBACjE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,6BAA6B;IAC7B,QAAQ;SACL,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,8CAA8C,CAAC;SAC3D,MAAM,CAAC,qBAAqB,EAAE,iCAAiC,EAAE,6BAA6B,CAAC;SAC/F,MAAM,CAAC,iBAAiB,EAAE,4BAA4B,CAAC;SACvD,MAAM,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;SACxD,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAuB,IAAI,CAAC,KAAK,CACzC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CACxD,CAAC;gBACF,MAAM,IAAI,GAAuB,IAAI,CAAC,KAAK,CACzC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CACxD,CAAC;gBAEF,MAAM,UAAU,GAAG;oBACjB,IAAI,EAAE;wBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS;wBACtC,oBAAoB,EAAE,IAAI,CAAC,YAAY,CAAC,wBAAwB;wBAChE,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;qBACtC;oBACD,IAAI,EAAE;wBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS;wBACtC,oBAAoB,EAAE,IAAI,CAAC,YAAY,CAAC,wBAAwB;wBAChE,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW;qBACtC;oBACD,KAAK,EAAE;wBACL,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU;wBAC7C,SAAS,EACP,IAAI,CAAC,YAAY,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,KAAK,IAAI;4BAC1E,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS;4BAC3D,CAAC,CAAC,IAAI;wBACV,oBAAoB,EAClB,IAAI,CAAC,YAAY,CAAC,wBAAwB,KAAK,IAAI;4BACnD,IAAI,CAAC,YAAY,CAAC,wBAAwB,KAAK,IAAI;4BACjD,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,wBAAwB;gCAC1C,IAAI,CAAC,YAAY,CAAC,wBAAwB;4BAC5C,CAAC,CAAC,IAAI;qBACX;iBACF,CAAC;gBAEF,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;oBACpD,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAChD,OAAO,CAAC,GAAG,CACT,UAAU,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,UAAU,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,QAAQ,CACrH,CAAC;oBACF,OAAO,CAAC,GAAG,CACT,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,UAAU,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,QAAQ,CACnH,CAAC;oBACF,OAAO,CAAC,GAAG,CACT,2BAA2B,UAAU,CAAC,KAAK,CAAC,UAAU,aAAa,UAAU,CAAC,KAAK,CAAC,SAAS,IAAI,CAClG,CAAC;gBACJ,CAAC;gBACD,OAAO;YACT,CAAC;YAED,gDAAgD;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACvD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,qCAAqC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,MAAM,OAAO,GAAyB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAC9D,CAAC;YAEF,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;YAEjD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC,CAAC;gBAC3E,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAE9D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;gBACpD,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBACxD,OAAO,CAAC,GAAG,CACT,KAAK,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,WAAW,qBAAqB,CAAC,CAAC,iBAAiB,wBAAwB,CAAC,CAAC,gBAAgB,0BAA0B,CAAC,CAAC,2BAA2B,EAAE,CACvM,CAAC;gBACJ,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACjC,OAAO,CAAC,GAAG,CACT,qBAAqB,MAAM,CAAC,eAAe,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,eAAe,GAAG,CACvH,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,cAAc,IAAI,CAAC,CAAC;gBAC5E,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC,CAAC;gBACzE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC,CAAC;gBAEnF,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACjC,OAAO,CAAC,GAAG,CACT,qBAAqB,MAAM,CAAC,eAAe,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,eAAe,GAAG,CACvH,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,cAAc,IAAI,CAAC,CAAC;gBAC5E,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC,CAAC;gBACzE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,eAAe,CAAC,uBAAuB,EAAE,CAAC,CAAC;gBAEnF,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC3B,OAAO,CAAC,GAAG,CACT,qBAAqB,MAAM,CAAC,SAAS,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,eAAe,GAAG,CAC3G,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,CAAC,CAAC;gBACtE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;gBACnE,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,SAAS,CAAC,uBAAuB,IAAI,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"brain.d.ts","sourceRoot":"","sources":["../../src/commands/brain.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIzC,MAAM,CAAC,OAAO,UAAU,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA+ZpE"}
|