stepproof 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/anthropic.d.ts +2 -1
- package/dist/adapters/anthropic.d.ts.map +1 -1
- package/dist/adapters/anthropic.js +16 -1
- package/dist/adapters/anthropic.js.map +1 -1
- package/dist/adapters/base.d.ts +5 -0
- package/dist/adapters/base.d.ts.map +1 -1
- package/dist/adapters/gemini.d.ts +2 -1
- package/dist/adapters/gemini.d.ts.map +1 -1
- package/dist/adapters/gemini.js +33 -2
- package/dist/adapters/gemini.js.map +1 -1
- package/dist/adapters/ollama.d.ts +2 -1
- package/dist/adapters/ollama.d.ts.map +1 -1
- package/dist/adapters/ollama.js +14 -4
- package/dist/adapters/ollama.js.map +1 -1
- package/dist/adapters/openai.d.ts +2 -1
- package/dist/adapters/openai.d.ts.map +1 -1
- package/dist/adapters/openai.js +9 -4
- package/dist/adapters/openai.js.map +1 -1
- package/dist/baseline.d.ts +2 -1
- package/dist/baseline.d.ts.map +1 -1
- package/dist/baseline.js +18 -1
- package/dist/baseline.js.map +1 -1
- package/dist/cli.js +71 -5
- package/dist/cli.js.map +1 -1
- package/dist/commands/diff.d.ts +2 -0
- package/dist/commands/diff.d.ts.map +1 -0
- package/dist/commands/diff.js +252 -0
- package/dist/commands/diff.js.map +1 -0
- package/dist/commands/watch.d.ts +7 -0
- package/dist/commands/watch.d.ts.map +1 -0
- package/dist/commands/watch.js +84 -0
- package/dist/commands/watch.js.map +1 -0
- package/dist/core/scenario-parser.d.ts.map +1 -1
- package/dist/core/scenario-parser.js +47 -5
- package/dist/core/scenario-parser.js.map +1 -1
- package/dist/core/scenario-runner.d.ts +4 -0
- package/dist/core/scenario-runner.d.ts.map +1 -1
- package/dist/core/scenario-runner.js +337 -57
- package/dist/core/scenario-runner.js.map +1 -1
- package/dist/core/types.d.ts +42 -2
- package/dist/core/types.d.ts.map +1 -1
- package/dist/dataset.d.ts +6 -0
- package/dist/dataset.d.ts.map +1 -0
- package/dist/dataset.js +108 -0
- package/dist/dataset.js.map +1 -0
- package/dist/reporters/github-comment.d.ts +8 -0
- package/dist/reporters/github-comment.d.ts.map +1 -0
- package/dist/reporters/github-comment.js +114 -0
- package/dist/reporters/github-comment.js.map +1 -0
- package/dist/reporters/terminal-reporter.d.ts.map +1 -1
- package/dist/reporters/terminal-reporter.js +28 -1
- package/dist/reporters/terminal-reporter.js.map +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,252 @@
|
|
|
1
|
+
import * as fs from 'node:fs';
|
|
2
|
+
import * as path from 'node:path';
|
|
3
|
+
import chalk from 'chalk';
|
|
4
|
+
import * as yaml from 'js-yaml';
|
|
5
|
+
import { loadBaseline, loadBaselineYaml } from '../baseline.js';
|
|
6
|
+
/**
|
|
7
|
+
* Compute a simple line-by-line diff between two strings.
|
|
8
|
+
* Uses a basic LCS approach — O(n*m) time and space where n,m = line counts.
|
|
9
|
+
* Fine for scenario files which are typically <200 lines.
|
|
10
|
+
*/
|
|
11
|
+
function computeLineDiff(oldText, newText) {
|
|
12
|
+
const oldLines = oldText.split('\n');
|
|
13
|
+
const newLines = newText.split('\n');
|
|
14
|
+
const n = oldLines.length;
|
|
15
|
+
const m = newLines.length;
|
|
16
|
+
// LCS table — O(n*m)
|
|
17
|
+
const dp = Array.from({ length: n + 1 }, () => new Array(m + 1).fill(0));
|
|
18
|
+
for (let i = 1; i <= n; i++) {
|
|
19
|
+
for (let j = 1; j <= m; j++) {
|
|
20
|
+
if (oldLines[i - 1] === newLines[j - 1]) {
|
|
21
|
+
dp[i][j] = dp[i - 1][j - 1] + 1;
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
// Backtrack to produce diff
|
|
29
|
+
const result = [];
|
|
30
|
+
let i = n, j = m;
|
|
31
|
+
while (i > 0 || j > 0) {
|
|
32
|
+
if (i > 0 && j > 0 && oldLines[i - 1] === newLines[j - 1]) {
|
|
33
|
+
result.push({ type: 'same', text: oldLines[i - 1] });
|
|
34
|
+
i--;
|
|
35
|
+
j--;
|
|
36
|
+
}
|
|
37
|
+
else if (j > 0 && (i === 0 || dp[i][j - 1] >= dp[i - 1][j])) {
|
|
38
|
+
result.push({ type: 'added', text: newLines[j - 1] });
|
|
39
|
+
j--;
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
result.push({ type: 'removed', text: oldLines[i - 1] });
|
|
43
|
+
i--;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
result.reverse();
|
|
47
|
+
return result;
|
|
48
|
+
}
|
|
49
|
+
function extractSteps(yamlContent) {
|
|
50
|
+
const map = new Map();
|
|
51
|
+
try {
|
|
52
|
+
const parsed = yaml.load(yamlContent);
|
|
53
|
+
if (!parsed || !Array.isArray(parsed.steps))
|
|
54
|
+
return map;
|
|
55
|
+
for (const step of parsed.steps) {
|
|
56
|
+
if (step && typeof step === 'object' && typeof step.id === 'string') {
|
|
57
|
+
map.set(step.id, {
|
|
58
|
+
id: step.id,
|
|
59
|
+
model: typeof step.model === 'string' ? step.model : undefined,
|
|
60
|
+
prompt: typeof step.prompt === 'string' ? step.prompt : undefined,
|
|
61
|
+
system: typeof step.system === 'string' ? step.system : undefined,
|
|
62
|
+
assertions: Array.isArray(step.assertions) ? step.assertions : undefined,
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
catch {
|
|
68
|
+
// If YAML parse fails, return empty
|
|
69
|
+
}
|
|
70
|
+
return map;
|
|
71
|
+
}
|
|
72
|
+
function formatPromptDiff(oldPrompt, newPrompt) {
|
|
73
|
+
const lines = [];
|
|
74
|
+
const diff = computeLineDiff(oldPrompt, newPrompt);
|
|
75
|
+
for (const d of diff) {
|
|
76
|
+
if (d.type === 'removed') {
|
|
77
|
+
lines.push(chalk.red(` - "${d.text}"`));
|
|
78
|
+
}
|
|
79
|
+
else if (d.type === 'added') {
|
|
80
|
+
lines.push(chalk.green(` + "${d.text}"`));
|
|
81
|
+
}
|
|
82
|
+
// skip 'same' lines for prompt diff — only show changes
|
|
83
|
+
}
|
|
84
|
+
return lines;
|
|
85
|
+
}
|
|
86
|
+
export function runDiff(scenarioPath) {
|
|
87
|
+
const resolvedPath = path.resolve(process.cwd(), scenarioPath);
|
|
88
|
+
// Read current scenario YAML
|
|
89
|
+
let currentYaml;
|
|
90
|
+
try {
|
|
91
|
+
currentYaml = fs.readFileSync(resolvedPath, 'utf-8');
|
|
92
|
+
}
|
|
93
|
+
catch {
|
|
94
|
+
console.error(`\nError: Cannot read scenario file: ${resolvedPath}\n`);
|
|
95
|
+
process.exit(2);
|
|
96
|
+
}
|
|
97
|
+
// Extract scenario name from current YAML
|
|
98
|
+
let scenarioName;
|
|
99
|
+
try {
|
|
100
|
+
const parsed = yaml.load(currentYaml);
|
|
101
|
+
scenarioName = parsed.name;
|
|
102
|
+
if (!scenarioName)
|
|
103
|
+
throw new Error('no name');
|
|
104
|
+
}
|
|
105
|
+
catch {
|
|
106
|
+
console.error('\nError: Cannot parse scenario name from YAML\n');
|
|
107
|
+
process.exit(2);
|
|
108
|
+
return; // unreachable, but TS needs it
|
|
109
|
+
}
|
|
110
|
+
// Load baseline YAML
|
|
111
|
+
const baselineYaml = loadBaselineYaml(scenarioName);
|
|
112
|
+
if (!baselineYaml) {
|
|
113
|
+
console.error(`\nNo baseline found for "${scenarioName}".`);
|
|
114
|
+
console.error('Run `stepproof run` first to create a baseline.\n');
|
|
115
|
+
process.exit(1);
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
// Load baseline report for pass rates
|
|
119
|
+
const baselineReport = loadBaseline(scenarioName);
|
|
120
|
+
const baselineRates = new Map();
|
|
121
|
+
if (baselineReport) {
|
|
122
|
+
for (const s of baselineReport.steps) {
|
|
123
|
+
baselineRates.set(s.stepId, s.passRate);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
// Extract steps from both versions
|
|
127
|
+
const oldSteps = extractSteps(baselineYaml);
|
|
128
|
+
const newSteps = extractSteps(currentYaml);
|
|
129
|
+
// Determine the baseline timestamp
|
|
130
|
+
const baselineDate = baselineReport?.completedAt ?? 'unknown';
|
|
131
|
+
console.log('');
|
|
132
|
+
console.log(chalk.bold(`stepproof diff — ${scenarioName}`));
|
|
133
|
+
console.log(chalk.dim(`Changes since last baseline (${baselineDate}):`));
|
|
134
|
+
console.log('');
|
|
135
|
+
// Collect all step IDs (union of old and new)
|
|
136
|
+
const allStepIds = new Set([...oldSteps.keys(), ...newSteps.keys()]);
|
|
137
|
+
let hasAnyChange = false;
|
|
138
|
+
for (const stepId of allStepIds) {
|
|
139
|
+
const oldStep = oldSteps.get(stepId);
|
|
140
|
+
const newStep = newSteps.get(stepId);
|
|
141
|
+
if (!oldStep && newStep) {
|
|
142
|
+
// New step added
|
|
143
|
+
hasAnyChange = true;
|
|
144
|
+
console.log(` ${chalk.bold(stepId)} ${chalk.green('(new step)')}`);
|
|
145
|
+
console.log('');
|
|
146
|
+
continue;
|
|
147
|
+
}
|
|
148
|
+
if (oldStep && !newStep) {
|
|
149
|
+
// Step removed
|
|
150
|
+
hasAnyChange = true;
|
|
151
|
+
console.log(` ${chalk.bold(stepId)} ${chalk.red('(removed)')}`);
|
|
152
|
+
console.log('');
|
|
153
|
+
continue;
|
|
154
|
+
}
|
|
155
|
+
if (!oldStep || !newStep)
|
|
156
|
+
continue;
|
|
157
|
+
const changes = [];
|
|
158
|
+
// Model change
|
|
159
|
+
if (oldStep.model !== newStep.model) {
|
|
160
|
+
changes.push(` ${chalk.dim('model:')} ${chalk.red(oldStep.model ?? '(none)')} → ${chalk.green(newStep.model ?? '(none)')} ${chalk.yellow('(changed)')}`);
|
|
161
|
+
}
|
|
162
|
+
// System prompt change
|
|
163
|
+
if (oldStep.system !== newStep.system) {
|
|
164
|
+
if (!oldStep.system && newStep.system) {
|
|
165
|
+
changes.push(` ${chalk.dim('system:')} ${chalk.green('(added)')}`);
|
|
166
|
+
changes.push(chalk.green(` + "${newStep.system}"`));
|
|
167
|
+
}
|
|
168
|
+
else if (oldStep.system && !newStep.system) {
|
|
169
|
+
changes.push(` ${chalk.dim('system:')} ${chalk.red('(removed)')}`);
|
|
170
|
+
}
|
|
171
|
+
else if (oldStep.system && newStep.system) {
|
|
172
|
+
changes.push(` ${chalk.dim('system:')}`);
|
|
173
|
+
changes.push(...formatPromptDiff(oldStep.system, newStep.system));
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
// Prompt change
|
|
177
|
+
if (oldStep.prompt !== newStep.prompt) {
|
|
178
|
+
if (oldStep.prompt && newStep.prompt) {
|
|
179
|
+
changes.push(` ${chalk.dim('prompt:')}`);
|
|
180
|
+
changes.push(...formatPromptDiff(oldStep.prompt, newStep.prompt));
|
|
181
|
+
}
|
|
182
|
+
else if (!oldStep.prompt && newStep.prompt) {
|
|
183
|
+
changes.push(` ${chalk.dim('prompt:')} ${chalk.green('(added)')}`);
|
|
184
|
+
}
|
|
185
|
+
else if (oldStep.prompt && !newStep.prompt) {
|
|
186
|
+
changes.push(` ${chalk.dim('prompt:')} ${chalk.red('(removed)')}`);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
// Assertions change
|
|
190
|
+
const oldAssertStr = JSON.stringify(oldStep.assertions ?? []);
|
|
191
|
+
const newAssertStr = JSON.stringify(newStep.assertions ?? []);
|
|
192
|
+
if (oldAssertStr !== newAssertStr) {
|
|
193
|
+
changes.push(` ${chalk.dim('assertions:')} ${chalk.yellow('(changed)')}`);
|
|
194
|
+
}
|
|
195
|
+
if (changes.length > 0) {
|
|
196
|
+
hasAnyChange = true;
|
|
197
|
+
console.log(` ${chalk.bold(stepId)}`);
|
|
198
|
+
for (const line of changes) {
|
|
199
|
+
console.log(line);
|
|
200
|
+
}
|
|
201
|
+
// Show pass rate change if baseline has rates
|
|
202
|
+
const oldRate = baselineRates.get(stepId);
|
|
203
|
+
if (oldRate !== undefined) {
|
|
204
|
+
const pct = (oldRate * 100).toFixed(0);
|
|
205
|
+
console.log(` ${chalk.dim(`pass rate at baseline: ${pct}%`)}`);
|
|
206
|
+
}
|
|
207
|
+
console.log('');
|
|
208
|
+
}
|
|
209
|
+
else {
|
|
210
|
+
// No changes for this step — show it as unchanged with pass rate if available
|
|
211
|
+
const rate = baselineRates.get(stepId);
|
|
212
|
+
if (rate !== undefined) {
|
|
213
|
+
const pct = (rate * 100).toFixed(0);
|
|
214
|
+
console.log(` ${chalk.bold(stepId)} ${chalk.dim('(no changes)')}`);
|
|
215
|
+
console.log(` ${chalk.dim(`pass rate at baseline: ${pct}%`)}`);
|
|
216
|
+
console.log('');
|
|
217
|
+
}
|
|
218
|
+
else {
|
|
219
|
+
console.log(` ${chalk.bold(stepId)} ${chalk.dim('(no changes)')}`);
|
|
220
|
+
console.log('');
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
// Full raw diff
|
|
225
|
+
if (hasAnyChange) {
|
|
226
|
+
console.log(chalk.dim('─'.repeat(50)));
|
|
227
|
+
console.log(chalk.dim('Raw YAML diff:'));
|
|
228
|
+
console.log('');
|
|
229
|
+
const rawDiff = computeLineDiff(baselineYaml, currentYaml);
|
|
230
|
+
let contextWindow = 0;
|
|
231
|
+
for (let idx = 0; idx < rawDiff.length; idx++) {
|
|
232
|
+
const d = rawDiff[idx];
|
|
233
|
+
if (d.type === 'removed') {
|
|
234
|
+
console.log(chalk.red(` - ${d.text}`));
|
|
235
|
+
contextWindow = 3;
|
|
236
|
+
}
|
|
237
|
+
else if (d.type === 'added') {
|
|
238
|
+
console.log(chalk.green(` + ${d.text}`));
|
|
239
|
+
contextWindow = 3;
|
|
240
|
+
}
|
|
241
|
+
else if (contextWindow > 0) {
|
|
242
|
+
console.log(chalk.dim(` ${d.text}`));
|
|
243
|
+
contextWindow--;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
else {
|
|
248
|
+
console.log(chalk.dim('No changes detected between current scenario and baseline.'));
|
|
249
|
+
}
|
|
250
|
+
console.log('');
|
|
251
|
+
}
|
|
252
|
+
//# sourceMappingURL=diff.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"diff.js","sourceRoot":"","sources":["../../src/commands/diff.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAOhE;;;;GAIG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,OAAe;IACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE1B,qBAAqB;IACrB,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,CAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACxC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC,EAAE,CAAC;YAAC,CAAC,EAAE,CAAC;QACX,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,MAAM,CAAC,OAAO,EAAE,CAAC;IACjB,OAAO,MAAM,CAAC;AAChB,CAAC;AA4BD,SAAS,YAAY,CAAC,WAAmB;IACvC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAmC,CAAC;QACxE,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;gBACpE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE;oBACf,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBAC9D,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjE,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACjE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;iBACzE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,oCAAoC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB,EAAE,SAAiB;IAC5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,wDAAwD;IAC1D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,YAAoB;IAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;IAE/D,6BAA6B;IAC7B,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,uCAAuC,YAAY,IAAI,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,0CAA0C;IAC1C,IAAI,YAAoB,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAA4B,CAAC;QACjE,YAAY,GAAG,MAAM,CAAC,IAAc,CAAC;QACrC,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO,CAAC,+BAA+B;IACzC,CAAC;IAED,qBAAqB;IACrB,MAAM,YAAY,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IACpD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,4BAA4B,YAAY,IAAI,CAAC,CAAC;QAC5D,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO;IACT,CAAC;IAED,sCAAsC;IACtC,MAAM,cAAc,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,cAAc,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACrC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IAE3C,mCAAmC;IACnC,MAAM,YAAY,GAAG,cAAc,EAAE,WAAW,IAAI,SAAS,CAAC;IAE9D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,YAAY,EAAE,CAAC,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,YAAY,IAAI,CAAC,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,8CAA8C;IAC9C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACrE,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAErC,IAAI,CAAC,OAAO,IAAI,OAAO,EAAE,CAAC;YACxB,iBAAiB;YACjB,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,eAAe;YACf,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;YAAE,SAAS;QAEnC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,eAAe;QACf,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/J,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACrC,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACpE,CAAC;iBAAM,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAC9D,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAED,8CAA8C;YAC9C,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1C,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,0BAA0B,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,8EAA8E;YAC9E,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBACpE,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,0BAA0B,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBACpE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,OAAO,GAAG,eAAe,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC3D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBACxC,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC1C,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;iBAAM,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBACxC,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watch.d.ts","sourceRoot":"","sources":["../../src/commands/watch.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,UAAU,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,IAAI,CAoFzE"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import * as fs from 'node:fs';
|
|
2
|
+
import * as path from 'node:path';
|
|
3
|
+
import chalk from 'chalk';
|
|
4
|
+
import { parseScenario } from '../core/scenario-parser.js';
|
|
5
|
+
import { runScenario } from '../core/scenario-runner.js';
|
|
6
|
+
import { printReport } from '../reporters/terminal-reporter.js';
|
|
7
|
+
import { loadDataset } from '../dataset.js';
|
|
8
|
+
export function startWatch(scenarioPath, opts) {
|
|
9
|
+
const resolvedPath = path.resolve(process.cwd(), scenarioPath);
|
|
10
|
+
if (!fs.existsSync(resolvedPath)) {
|
|
11
|
+
console.error(`\nError: Scenario not found: ${resolvedPath}\n`);
|
|
12
|
+
process.exit(2);
|
|
13
|
+
}
|
|
14
|
+
let running = false;
|
|
15
|
+
let debounceTimer = null;
|
|
16
|
+
async function executeRun() {
|
|
17
|
+
if (running)
|
|
18
|
+
return;
|
|
19
|
+
running = true;
|
|
20
|
+
// Clear terminal
|
|
21
|
+
process.stdout.write('\x1Bc');
|
|
22
|
+
console.log(chalk.dim(`Watching ${path.basename(resolvedPath)}... (press Ctrl+C to stop)\n`));
|
|
23
|
+
try {
|
|
24
|
+
const scenario = parseScenario(resolvedPath);
|
|
25
|
+
let dataset;
|
|
26
|
+
if (opts.dataset) {
|
|
27
|
+
const datasetPath = path.resolve(process.cwd(), opts.dataset);
|
|
28
|
+
dataset = loadDataset(datasetPath);
|
|
29
|
+
}
|
|
30
|
+
const iterations = opts.iterations ?? scenario.iterations ?? 10;
|
|
31
|
+
const runOptions = {
|
|
32
|
+
iterations: opts.iterations,
|
|
33
|
+
noCache: opts.noCache,
|
|
34
|
+
dataset,
|
|
35
|
+
datasetPath: opts.dataset,
|
|
36
|
+
onIterationComplete: (iteration, total) => {
|
|
37
|
+
process.stdout.write(`\r Completed iteration ${iteration}/${total}...`);
|
|
38
|
+
if (iteration === total) {
|
|
39
|
+
process.stdout.write('\r' + ' '.repeat(50) + '\r');
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
};
|
|
43
|
+
const report = await runScenario(scenario, resolvedPath, runOptions);
|
|
44
|
+
printReport(report, { cacheStats: runOptions.cacheStats });
|
|
45
|
+
}
|
|
46
|
+
catch (e) {
|
|
47
|
+
console.error(chalk.red(`\nError: ${e.message}\n`));
|
|
48
|
+
}
|
|
49
|
+
running = false;
|
|
50
|
+
console.log(chalk.dim(`\nWaiting for changes to ${path.basename(resolvedPath)}...`));
|
|
51
|
+
}
|
|
52
|
+
function onFileChange() {
|
|
53
|
+
if (debounceTimer)
|
|
54
|
+
clearTimeout(debounceTimer);
|
|
55
|
+
debounceTimer = setTimeout(() => {
|
|
56
|
+
void executeRun();
|
|
57
|
+
}, 500);
|
|
58
|
+
}
|
|
59
|
+
// Initial run
|
|
60
|
+
void executeRun();
|
|
61
|
+
// Watch the scenario file
|
|
62
|
+
try {
|
|
63
|
+
fs.watch(resolvedPath, { persistent: true }, (_eventType) => {
|
|
64
|
+
onFileChange();
|
|
65
|
+
});
|
|
66
|
+
}
|
|
67
|
+
catch (e) {
|
|
68
|
+
console.error(chalk.red(`\nError watching file: ${e.message}\n`));
|
|
69
|
+
process.exit(2);
|
|
70
|
+
}
|
|
71
|
+
// Also watch the dataset file if provided
|
|
72
|
+
if (opts.dataset) {
|
|
73
|
+
const datasetResolved = path.resolve(process.cwd(), opts.dataset);
|
|
74
|
+
try {
|
|
75
|
+
fs.watch(datasetResolved, { persistent: true }, (_eventType) => {
|
|
76
|
+
onFileChange();
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
// Dataset file watch is best-effort
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=watch.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watch.js","sourceRoot":"","sources":["../../src/commands/watch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAmB,MAAM,4BAA4B,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAQ5C,MAAM,UAAU,UAAU,CAAC,YAAoB,EAAE,IAAkB;IACjE,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;IAE/D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,gCAAgC,YAAY,IAAI,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,aAAa,GAAyC,IAAI,CAAC;IAE/D,KAAK,UAAU,UAAU;QACvB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QAEf,iBAAiB;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,8BAA8B,CAAC,CAAC,CAAC;QAE9F,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;YAE7C,IAAI,OAAkD,CAAC;YACvD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9D,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;YAEhE,MAAM,UAAU,GAAe;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO;gBACP,WAAW,EAAE,IAAI,CAAC,OAAO;gBACzB,mBAAmB,EAAE,CAAC,SAAiB,EAAE,KAAa,EAAE,EAAE;oBACxD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,SAAS,IAAI,KAAK,KAAK,CAAC,CAAC;oBACzE,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;wBACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;oBACrD,CAAC;gBACH,CAAC;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;YACrE,WAAW,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,YAAa,CAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,GAAG,KAAK,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,4BAA4B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACvF,CAAC;IAED,SAAS,YAAY;QACnB,IAAI,aAAa;YAAE,YAAY,CAAC,aAAa,CAAC,CAAC;QAC/C,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,KAAK,UAAU,EAAE,CAAC;QACpB,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,cAAc;IACd,KAAK,UAAU,EAAE,CAAC;IAElB,0BAA0B;IAC1B,IAAI,CAAC;QACH,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,EAAE;YAC1D,YAAY,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA2B,CAAW,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QAC7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,0CAA0C;IAC1C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,EAAE,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,UAAU,EAAE,EAAE;gBAC7D,YAAY,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-parser.d.ts","sourceRoot":"","sources":["../../src/core/scenario-parser.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"scenario-parser.d.ts","sourceRoot":"","sources":["../../src/core/scenario-parser.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAoB,QAAQ,EAAQ,MAAM,YAAY,CAAC;AAEnE,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,CAuCxD;AAwFD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAClC,MAAM,CAyBR"}
|
|
@@ -44,26 +44,68 @@ function validateStep(raw, index) {
|
|
|
44
44
|
if (!step.id || typeof step.id !== 'string') {
|
|
45
45
|
throw new Error(`Step ${index + 1} must have an "id" field (string)`);
|
|
46
46
|
}
|
|
47
|
-
|
|
48
|
-
|
|
47
|
+
const validProviders = ['openai', 'anthropic', 'gemini', 'ollama'];
|
|
48
|
+
if (!step.provider || !validProviders.includes(step.provider)) {
|
|
49
|
+
throw new Error(`${pos}: "provider" must be one of: ${validProviders.join(', ')}`);
|
|
49
50
|
}
|
|
50
51
|
if (!step.model || typeof step.model !== 'string') {
|
|
51
52
|
throw new Error(`${pos}: "model" field is required (string)`);
|
|
52
53
|
}
|
|
53
|
-
|
|
54
|
-
|
|
54
|
+
// Parse conversation turns
|
|
55
|
+
let conversation;
|
|
56
|
+
if (Array.isArray(step.conversation)) {
|
|
57
|
+
conversation = step.conversation.map((turn, ti) => {
|
|
58
|
+
const role = turn.role;
|
|
59
|
+
if (!role || !['user', 'assistant', 'system'].includes(role)) {
|
|
60
|
+
throw new Error(`${pos}: conversation turn ${ti + 1} must have "role" of user, assistant, or system`);
|
|
61
|
+
}
|
|
62
|
+
return {
|
|
63
|
+
role: role,
|
|
64
|
+
content: typeof turn.content === 'string' ? turn.content : undefined,
|
|
65
|
+
};
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
// prompt is required unless conversation is provided
|
|
69
|
+
if (!conversation && (!step.prompt || typeof step.prompt !== 'string')) {
|
|
70
|
+
throw new Error(`${pos}: "prompt" field is required (string) unless "conversation" is provided`);
|
|
71
|
+
}
|
|
72
|
+
// Parse depends_on
|
|
73
|
+
let dependsOn;
|
|
74
|
+
if (Array.isArray(step.depends_on)) {
|
|
75
|
+
dependsOn = step.depends_on.map((d, di) => {
|
|
76
|
+
if (typeof d !== 'string') {
|
|
77
|
+
throw new Error(`${pos}: depends_on[${di}] must be a string (step ID)`);
|
|
78
|
+
}
|
|
79
|
+
return d;
|
|
80
|
+
});
|
|
55
81
|
}
|
|
82
|
+
// Parse if condition
|
|
83
|
+
const ifCondition = typeof step.if === 'string' ? step.if : undefined;
|
|
56
84
|
const minPassRate = typeof step.min_pass_rate === 'number' ? step.min_pass_rate : 0.8;
|
|
57
85
|
if (minPassRate < 0 || minPassRate > 1) {
|
|
58
86
|
throw new Error(`${pos}: "min_pass_rate" must be between 0.0 and 1.0`);
|
|
59
87
|
}
|
|
88
|
+
// Retry validation
|
|
89
|
+
const retry = typeof step.retry === 'number' ? step.retry : undefined;
|
|
90
|
+
if (retry !== undefined && (retry < 0 || !Number.isInteger(retry))) {
|
|
91
|
+
throw new Error(`${pos}: "retry" must be a non-negative integer`);
|
|
92
|
+
}
|
|
93
|
+
const retryDelay = typeof step.retry_delay === 'number' ? step.retry_delay : undefined;
|
|
94
|
+
if (retryDelay !== undefined && retryDelay < 0) {
|
|
95
|
+
throw new Error(`${pos}: "retry_delay" must be a non-negative number`);
|
|
96
|
+
}
|
|
60
97
|
return {
|
|
61
98
|
id: step.id,
|
|
62
99
|
provider: step.provider,
|
|
63
100
|
model: step.model,
|
|
64
|
-
prompt: step.prompt,
|
|
101
|
+
prompt: typeof step.prompt === 'string' ? step.prompt : undefined,
|
|
65
102
|
system: typeof step.system === 'string' ? step.system : undefined,
|
|
103
|
+
conversation,
|
|
104
|
+
depends_on: dependsOn,
|
|
105
|
+
if: ifCondition,
|
|
66
106
|
min_pass_rate: minPassRate,
|
|
107
|
+
retry,
|
|
108
|
+
retry_delay: retryDelay,
|
|
67
109
|
assertions: Array.isArray(step.assertions) ? step.assertions : [],
|
|
68
110
|
};
|
|
69
111
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-parser.js","sourceRoot":"","sources":["../../src/core/scenario-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAGhC,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,mFAAmF,CAAC,CAAC;IAC7I,CAAC;IAED,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,kCAAmC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,QAAQ,GAAG,GAA8B,CAAC;IAEhD,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,CAAS,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAE5F,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,UAAU,EAAE,OAAO,QAAQ,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;QAC9E,SAAS,EAAE,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,IAAI;YAC9E,CAAC,CAAC,QAAQ,CAAC,SAAmC;YAC9C,CAAC,CAAC,EAAE;QACN,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,GAAY,EAAE,KAAa;IAC/C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,IAAI,GAAG,GAA8B,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,GAAG,CAAC,EAAE,CAAC;IAEhE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACxE,CAAC;IAED,
|
|
1
|
+
{"version":3,"file":"scenario-parser.js","sourceRoot":"","sources":["../../src/core/scenario-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAGhC,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,mFAAmF,CAAC,CAAC;IAC7I,CAAC;IAED,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,kCAAmC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,QAAQ,GAAG,GAA8B,CAAC;IAEhD,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,CAAS,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAE5F,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,UAAU,EAAE,OAAO,QAAQ,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;QAC9E,SAAS,EAAE,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,IAAI;YAC9E,CAAC,CAAC,QAAQ,CAAC,SAAmC;YAC9C,CAAC,CAAC,EAAE;QACN,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,GAAY,EAAE,KAAa;IAC/C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,IAAI,GAAG,GAA8B,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,GAAG,CAAC,EAAE,CAAC;IAEhE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACnE,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAkB,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,gCAAgC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,sCAAsC,CAAC,CAAC;IAChE,CAAC;IAED,2BAA2B;IAC3B,IAAI,YAA4C,CAAC;IACjD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QACrC,YAAY,GAAI,IAAI,CAAC,YAA+C,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE;YACpF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,uBAAuB,EAAE,GAAG,CAAC,iDAAiD,CAAC,CAAC;YACxG,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,IAAgC;gBACtC,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;aACrE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,yEAAyE,CAAC,CAAC;IACnG,CAAC;IAED,mBAAmB;IACnB,IAAI,SAA+B,CAAC;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,SAAS,GAAI,IAAI,CAAC,UAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YACvD,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,gBAAgB,EAAE,8BAA8B,CAAC,CAAC;YAC1E,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACL,CAAC;IAED,qBAAqB;IACrB,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAEtE,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;IACtF,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,+CAA+C,CAAC,CAAC;IACzE,CAAC;IAED,mBAAmB;IACnB,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,0CAA0C,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,+CAA+C,CAAC,CAAC;IACzE,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,QAAQ,EAAE,IAAI,CAAC,QAA4B;QAC3C,KAAK,EAAE,IAAI,CAAC,KAAe;QAC3B,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACjE,MAAM,EAAE,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACjE,YAAY;QACZ,UAAU,EAAE,SAAS;QACrB,EAAE,EAAE,WAAW;QACf,aAAa,EAAE,WAAW;QAC1B,KAAK;QACL,WAAW,EAAE,UAAU;QACvB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;KAClE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,SAAiC,EACjC,WAAmC;IAEnC,OAAO,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACzD,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAE3B,sDAAsD;QACtD,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,IAAI,KAAK,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC5D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,8BAA8B;QAC9B,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC;QAC/B,CAAC;QAED,wDAAwD;QACxD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -14,6 +14,10 @@ export interface RunOptions {
|
|
|
14
14
|
noCache?: boolean;
|
|
15
15
|
/** Populated after run — cache hit/miss stats */
|
|
16
16
|
cacheStats?: CacheStats;
|
|
17
|
+
/** Dataset rows — each row's columns become variables (merged with scenario variables, row wins) */
|
|
18
|
+
dataset?: Array<Record<string, string>>;
|
|
19
|
+
/** Original dataset file path (for reporting) */
|
|
20
|
+
datasetPath?: string;
|
|
17
21
|
}
|
|
18
22
|
export declare function runScenario(scenario: Scenario, scenarioFilePath: string, options?: RunOptions): Promise<ScenarioReport>;
|
|
19
23
|
//# sourceMappingURL=scenario-runner.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scenario-runner.d.ts","sourceRoot":"","sources":["../../src/core/scenario-runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,
|
|
1
|
+
{"version":3,"file":"scenario-runner.d.ts","sourceRoot":"","sources":["../../src/core/scenario-runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAoD,MAAM,YAAY,CAAC;AAoB7G,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,mBAAmB,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACjE,iDAAiD;IACjD,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3D,mCAAmC;IACnC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,iDAAiD;IACjD,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,oGAAoG;IACpG,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxC,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAgWD,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,MAAM,EACxB,OAAO,GAAE,UAAe,GACvB,OAAO,CAAC,cAAc,CAAC,CAoIzB"}
|