@inspectr/mcplab-core 1.22.2 → 1.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (130) hide show
  1. package/dist/abort.d.ts +6 -1
  2. package/dist/abort.d.ts.map +1 -1
  3. package/dist/abort.js +9 -0
  4. package/dist/abort.js.map +1 -1
  5. package/dist/agent-connection.d.ts +4 -0
  6. package/dist/agent-connection.d.ts.map +1 -0
  7. package/dist/agent-connection.js +99 -0
  8. package/dist/agent-connection.js.map +1 -0
  9. package/dist/agent-errors.d.ts +6 -0
  10. package/dist/agent-errors.d.ts.map +1 -0
  11. package/dist/agent-errors.js +9 -0
  12. package/dist/agent-errors.js.map +1 -0
  13. package/dist/agent.d.ts +72 -87
  14. package/dist/agent.d.ts.map +1 -1
  15. package/dist/agent.js +32 -13
  16. package/dist/agent.js.map +1 -1
  17. package/dist/artifacts.d.ts +9 -0
  18. package/dist/artifacts.d.ts.map +1 -0
  19. package/dist/artifacts.js +22 -0
  20. package/dist/artifacts.js.map +1 -0
  21. package/dist/assistant-tools.d.ts +1 -1
  22. package/dist/attachments.d.ts +4 -9
  23. package/dist/azure-config.d.ts +9 -0
  24. package/dist/azure-config.d.ts.map +1 -0
  25. package/dist/azure-config.js +47 -0
  26. package/dist/azure-config.js.map +1 -0
  27. package/dist/browser-provider-store.d.ts +5 -0
  28. package/dist/browser-provider-store.d.ts.map +1 -0
  29. package/dist/browser-provider-store.js +42 -0
  30. package/dist/browser-provider-store.js.map +1 -0
  31. package/dist/browser-providers.d.ts +48 -0
  32. package/dist/browser-providers.d.ts.map +1 -0
  33. package/dist/browser-providers.js +198 -0
  34. package/dist/browser-providers.js.map +1 -0
  35. package/dist/browser.d.ts +5 -7
  36. package/dist/browser.d.ts.map +1 -1
  37. package/dist/browser.js +2 -0
  38. package/dist/browser.js.map +1 -1
  39. package/dist/check-counts.d.ts +3 -5
  40. package/dist/check-counts.d.ts.map +1 -1
  41. package/dist/check-counts.js +11 -2
  42. package/dist/check-counts.js.map +1 -1
  43. package/dist/config-values.d.ts +1 -1
  44. package/dist/config.d.ts +21 -33
  45. package/dist/config.d.ts.map +1 -1
  46. package/dist/config.js +52 -42
  47. package/dist/config.js.map +1 -1
  48. package/dist/decision-config.d.ts +52 -0
  49. package/dist/decision-config.d.ts.map +1 -0
  50. package/dist/decision-config.js +112 -0
  51. package/dist/decision-config.js.map +1 -0
  52. package/dist/decisions.d.ts +8 -0
  53. package/dist/decisions.d.ts.map +1 -0
  54. package/dist/decisions.js +344 -0
  55. package/dist/decisions.js.map +1 -0
  56. package/dist/default-browser-providers.d.ts +13 -0
  57. package/dist/default-browser-providers.d.ts.map +1 -0
  58. package/dist/default-browser-providers.js +99 -0
  59. package/dist/default-browser-providers.js.map +1 -0
  60. package/dist/environment.d.ts +3 -0
  61. package/dist/environment.d.ts.map +1 -0
  62. package/dist/environment.js +10 -0
  63. package/dist/environment.js.map +1 -0
  64. package/dist/eval.d.ts +20 -55
  65. package/dist/eval.d.ts.map +1 -1
  66. package/dist/eval.js +46 -15
  67. package/dist/eval.js.map +1 -1
  68. package/dist/evaluation-config-store.d.ts +20 -17
  69. package/dist/evaluation-settings.d.ts +4 -0
  70. package/dist/evaluation-settings.d.ts.map +1 -0
  71. package/dist/evaluation-settings.js +5 -0
  72. package/dist/evaluation-settings.js.map +1 -0
  73. package/dist/index.d.ts +23 -50
  74. package/dist/index.d.ts.map +1 -1
  75. package/dist/index.js +16 -2
  76. package/dist/index.js.map +1 -1
  77. package/dist/judge.d.ts +21 -0
  78. package/dist/judge.d.ts.map +1 -0
  79. package/dist/judge.js +156 -0
  80. package/dist/judge.js.map +1 -0
  81. package/dist/langsmith-tracing.d.ts +32 -21
  82. package/dist/langsmith-tracing.js.map +1 -1
  83. package/dist/mcp.d.ts +63 -79
  84. package/dist/mcp.d.ts.map +1 -1
  85. package/dist/mcp.js.map +1 -1
  86. package/dist/queue-contract.d.ts +93 -27
  87. package/dist/queue-contract.d.ts.map +1 -1
  88. package/dist/queue-contract.js +31 -1
  89. package/dist/queue-contract.js.map +1 -1
  90. package/dist/result-metrics.d.ts +3 -0
  91. package/dist/result-metrics.d.ts.map +1 -0
  92. package/dist/result-metrics.js +6 -0
  93. package/dist/result-metrics.js.map +1 -0
  94. package/dist/results-query.d.ts +51 -60
  95. package/dist/results-query.d.ts.map +1 -1
  96. package/dist/results-query.js +23 -47
  97. package/dist/results-query.js.map +1 -1
  98. package/dist/results.d.ts +20 -18
  99. package/dist/results.d.ts.map +1 -1
  100. package/dist/results.js +26 -7
  101. package/dist/results.js.map +1 -1
  102. package/dist/run-directory-snapshots.d.ts +12 -0
  103. package/dist/run-directory-snapshots.d.ts.map +1 -0
  104. package/dist/run-directory-snapshots.js +56 -0
  105. package/dist/run-directory-snapshots.js.map +1 -0
  106. package/dist/runner.d.ts +77 -128
  107. package/dist/runner.d.ts.map +1 -1
  108. package/dist/runner.js +117 -220
  109. package/dist/runner.js.map +1 -1
  110. package/dist/runtime-overrides.d.ts +4 -7
  111. package/dist/scenario-builder.d.ts +15 -15
  112. package/dist/scenario-observation.d.ts +22 -0
  113. package/dist/scenario-observation.d.ts.map +1 -0
  114. package/dist/scenario-observation.js +70 -0
  115. package/dist/scenario-observation.js.map +1 -0
  116. package/dist/test-case-store.d.ts +26 -26
  117. package/dist/tool-definition-token-estimates.d.ts +13 -16
  118. package/dist/trace-token-estimates.d.ts +5 -11
  119. package/dist/trace.d.ts +4 -4
  120. package/dist/trace.d.ts.map +1 -1
  121. package/dist/trace.js.map +1 -1
  122. package/dist/types.d.ts +162 -7
  123. package/dist/types.d.ts.map +1 -1
  124. package/dist/types.js +3 -1
  125. package/dist/types.js.map +1 -1
  126. package/dist/workspace-settings.d.ts +11 -0
  127. package/dist/workspace-settings.d.ts.map +1 -0
  128. package/dist/workspace-settings.js +60 -0
  129. package/dist/workspace-settings.js.map +1 -0
  130. package/package.json +3 -3
package/dist/runner.js CHANGED
@@ -2,11 +2,15 @@ import { mkdirSync, writeFileSync } from 'node:fs';
2
2
  import { isAbsolute, join, resolve } from 'node:path';
3
3
  import { stringify as stringifyYaml } from 'yaml';
4
4
  import { isAbortError, throwIfAborted } from './abort.js';
5
+ import { isLlmAgent } from './types.js';
5
6
  import { TraceWriter } from './trace.js';
6
7
  import { McpClientManager } from './mcp.js';
7
- import { buildBatchJudgeResponseFormat, chatWithAgent, runAgentScenario } from './agent.js';
8
- import { buildNotEvaluatedCheckResults, evaluateScenarioWithAgentChecks, extractValues, normalizeToolConstraintAliases } from './eval.js';
9
- import { aggregateResults, renderSummaryMarkdown } from './results.js';
8
+ import { runAgentScenario } from './agent.js';
9
+ import { buildNotExecutedCheckResults, normalizeToolConstraintAliases } from './eval.js';
10
+ import { aggregateResults } from './results.js';
11
+ import { evaluateScenarioObservation } from './scenario-observation.js';
12
+ import { evaluateSemanticAssertions } from './decisions.js';
13
+ import { persistEvaluationArtifacts } from './artifacts.js';
10
14
  import { enrichTraceMessagesWithEstimatedTokens } from './trace-token-estimates.js';
11
15
  import { createLangSmithTraceExporter, toLangSmithMessages } from './langsmith-tracing.js';
12
16
  export function buildMcpServerAuthHeaders(options) {
@@ -92,9 +96,16 @@ export async function runAll(config, options) {
92
96
  if (!agent) {
93
97
  throw new Error(`Agent not found: ${scenario.agent}`);
94
98
  }
99
+ if (!isLlmAgent(agent)) {
100
+ throw new Error(`Browser agent '${scenario.agent}' must be dispatched through Rover.`);
101
+ }
95
102
  const runs = [];
96
103
  let effectiveScenarioEval = scenario.eval;
104
+ const scenarioSignal = options.scenarioSignal?.(scenario, 0) ?? options.signal;
97
105
  for (let runIndex = 0; runIndex < options.runsPerScenario; runIndex += 1) {
106
+ const runSignal = options.scenarioSignal?.(scenario, runIndex) ?? scenarioSignal;
107
+ if (runSignal?.aborted && !options.signal?.aborted)
108
+ break;
98
109
  throwIfAborted(options.signal);
99
110
  let requestId;
100
111
  try {
@@ -145,14 +156,14 @@ export async function runAll(config, options) {
145
156
  requestId,
146
157
  resolveServerRequestHeaders: async (serverNames) => {
147
158
  const [clientCredentialsHeaders, externalHeaders] = await Promise.all([
148
- mcp.getRequestHeadersForServers(serverNames, options.signal),
149
- options.resolveMcpServerAuthHeaders?.(serverNames, { signal: options.signal }) ??
159
+ mcp.getRequestHeadersForServers(serverNames, runSignal),
160
+ options.resolveMcpServerAuthHeaders?.(serverNames, { signal: runSignal }) ??
150
161
  Promise.resolve({})
151
162
  ]);
152
163
  return { ...clientCredentialsHeaders, ...externalHeaders };
153
164
  },
154
165
  maxTurns: agent.max_turns,
155
- signal: options.signal,
166
+ signal: runSignal,
156
167
  trace: scenarioTrace,
157
168
  onProgress: async (event) => {
158
169
  await emitProgress({
@@ -163,42 +174,31 @@ export async function runAll(config, options) {
163
174
  });
164
175
  }
165
176
  });
166
- const evalResult = await evaluateScenarioWithAgentChecks(runResult.finalText, runResult.toolSequence, (effectiveScenarioEval = normalizeToolConstraintAliases(scenario.eval, runResult.availableToolNames)), {
167
- toolCalls: runResult.toolCalls,
168
- availableToolNames: runResult.availableToolNames,
169
- scenarioPrompt: scenario.prompt,
177
+ effectiveScenarioEval = normalizeToolConstraintAliases(scenario.eval, runResult.availableToolNames);
178
+ const scenarioRun = await evaluateScenarioObservation({
179
+ scenario: { ...scenario, eval: effectiveScenarioEval },
180
+ runIndex,
181
+ observation: {
182
+ finalText: runResult.finalText,
183
+ toolCalls: runResult.toolCalls,
184
+ toolDurationsMs: runResult.toolDurationsMs,
185
+ availableToolNames: runResult.availableToolNames,
186
+ startedAt: runResult.traceStartedAt,
187
+ completedAt: runResult.traceEndedAt,
188
+ requestId,
189
+ executionSource: 'mcplab'
190
+ },
170
191
  judgeAgentAssertions: options.evaluationJudge
171
- ? async (input) => {
172
- return judgeAgentAssertions({
173
- assertions: input.assertions,
174
- context: input.context,
175
- finalText: runResult.finalText,
176
- judge: options.evaluationJudge,
177
- signal: options.signal
178
- });
179
- }
192
+ ? async (input) => evaluateSemanticAssertions({
193
+ assertions: input.assertions,
194
+ context: input.context,
195
+ finalText: runResult.finalText,
196
+ judge: options.evaluationJudge,
197
+ evaluationDecision: options.evaluationDecision,
198
+ signal: runSignal
199
+ })
180
200
  : undefined
181
201
  });
182
- const extracted = extractValues(runResult.finalText, scenario.extract?.map((rule) => ({ name: rule.name, regex: rule.regex })) ?? []);
183
- const toolUsage = {};
184
- for (const tool of runResult.toolSequence) {
185
- toolUsage[tool] = (toolUsage[tool] ?? 0) + 1;
186
- }
187
- const scenarioRun = {
188
- run_index: runIndex,
189
- request_id: requestId,
190
- pass: evalResult.pass,
191
- failures: evalResult.failures,
192
- check_results: evalResult.check_results,
193
- tool_calls: runResult.toolSequence,
194
- tool_call_count: runResult.toolSequence.length,
195
- tool_sequence: runResult.toolSequence,
196
- tool_usage: toolUsage,
197
- tool_durations_ms: runResult.toolDurationsMs,
198
- run_duration_ms: Math.max(0, Date.parse(runResult.traceEndedAt) - Date.parse(runResult.traceStartedAt)),
199
- final_text: runResult.finalText,
200
- extracted
201
- };
202
202
  runs.push(scenarioRun);
203
203
  const traceRecord = {
204
204
  type: 'scenario_run',
@@ -211,7 +211,8 @@ export async function runAll(config, options) {
211
211
  model: runResult.traceModel,
212
212
  ts_start: runResult.traceStartedAt,
213
213
  ts_end: runResult.traceEndedAt,
214
- pass: evalResult.pass,
214
+ pass: scenarioRun.pass,
215
+ outcome: scenarioRun.outcome,
215
216
  messages: enrichTraceMessagesWithEstimatedTokens(runResult.traceMessages, runResult.traceModel),
216
217
  metrics: {
217
218
  tool_call_count: runResult.toolSequence.length,
@@ -222,7 +223,7 @@ export async function runAll(config, options) {
222
223
  await scenarioTrace.end({
223
224
  outputs: {
224
225
  finalText: runResult.finalText,
225
- pass: evalResult.pass,
226
+ pass: scenarioRun.pass,
226
227
  messages: toLangSmithMessages(runResult.traceMessages),
227
228
  metrics: traceRecord.metrics
228
229
  }
@@ -235,28 +236,67 @@ export async function runAll(config, options) {
235
236
  totalScenarioRuns,
236
237
  runIndex,
237
238
  runsPerScenario: options.runsPerScenario,
238
- pass: evalResult.pass,
239
+ pass: scenarioRun.pass,
240
+ outcome: scenarioRun.outcome,
239
241
  toolCallCount: runResult.toolSequence.length
240
242
  });
241
243
  }
242
244
  catch (scenarioErr) {
243
- if (options.signal?.aborted || isAbortError(scenarioErr)) {
245
+ const recordedRun = runs.find((run) => run.run_index === runIndex);
246
+ if (recordedRun) {
247
+ // Trace cleanup or progress delivery can fail after evaluation was recorded.
248
+ // Preserve that outcome even if a child stop arrives during cleanup.
249
+ console.error(`Scenario '${scenario.id}' run ${runIndex} cleanup failed: ${String(scenarioErr?.message ?? scenarioErr)}`);
250
+ await emitProgress({
251
+ type: 'scenario_run_finished',
252
+ scenarioId: scenario.id,
253
+ agentName: scenario.agent,
254
+ scenarioRunIndex,
255
+ totalScenarioRuns,
256
+ runIndex,
257
+ runsPerScenario: options.runsPerScenario,
258
+ pass: recordedRun.pass,
259
+ outcome: recordedRun.outcome,
260
+ toolCallCount: recordedRun.tool_call_count
261
+ });
262
+ throwIfAborted(options.signal);
263
+ if (runSignal?.aborted)
264
+ break;
265
+ continue;
266
+ }
267
+ if (options.signal?.aborted) {
244
268
  await scenarioTrace.end({
245
269
  error: String(scenarioErr?.message ?? scenarioErr),
246
270
  outputs: { pass: false }
247
271
  });
248
272
  throw scenarioErr;
249
273
  }
250
- const errorMessage = scenarioErr?.message ?? String(scenarioErr);
251
- console.error(`Scenario '${scenario.id}' run ${runIndex} failed: ${errorMessage}`);
274
+ let traceEnded = false;
275
+ if (isAbortError(scenarioErr) && !runSignal?.aborted) {
276
+ await scenarioTrace.end({
277
+ error: String(scenarioErr?.message ?? scenarioErr),
278
+ outputs: { pass: false }
279
+ });
280
+ traceEnded = true;
281
+ // A child stop can arrive while trace cleanup is awaiting. Record it below.
282
+ if (options.signal?.aborted || !runSignal?.aborted)
283
+ throw scenarioErr;
284
+ }
285
+ const stopped = Boolean(runSignal?.aborted);
286
+ const outcome = stopped ? 'stopped' : 'error';
287
+ const errorMessage = String(scenarioErr?.message ?? scenarioErr ?? 'Request aborted');
288
+ if (!stopped) {
289
+ console.error(`Scenario '${scenario.id}' run ${runIndex} failed: ${errorMessage}`);
290
+ }
252
291
  const tsEnd = new Date().toISOString();
253
- const errorRun = {
292
+ const unsuccessfulRun = {
254
293
  run_index: runIndex,
255
294
  request_id: requestId,
256
295
  pass: false,
257
- error: errorMessage,
258
- failures: [`Scenario error: ${errorMessage}`],
259
- check_results: buildNotEvaluatedCheckResults(scenario.eval),
296
+ outcome,
297
+ ...(stopped ? { stop_reason: errorMessage } : { error: errorMessage }),
298
+ failures: stopped ? [] : [`Scenario error: ${errorMessage}`],
299
+ check_results: buildNotExecutedCheckResults(scenario.eval),
260
300
  tool_calls: [],
261
301
  tool_call_count: 0,
262
302
  tool_sequence: [],
@@ -266,8 +306,8 @@ export async function runAll(config, options) {
266
306
  final_text: '',
267
307
  extracted: {}
268
308
  };
269
- runs.push(errorRun);
270
- const errorTrace = {
309
+ runs.push(unsuccessfulRun);
310
+ const unsuccessfulTrace = {
271
311
  type: 'scenario_run',
272
312
  trace_version: 3,
273
313
  run_index: runIndex,
@@ -279,11 +319,17 @@ export async function runAll(config, options) {
279
319
  ts_start: tsStart,
280
320
  ts_end: tsEnd,
281
321
  pass: false,
322
+ outcome,
282
323
  error: errorMessage,
283
324
  messages: []
284
325
  };
285
- trace.write(errorTrace);
286
- await scenarioTrace.end({ error: errorMessage, outputs: { pass: false } });
326
+ trace.write(unsuccessfulTrace);
327
+ if (!traceEnded) {
328
+ await scenarioTrace.end({
329
+ error: errorMessage,
330
+ outputs: { pass: false, ...(stopped ? { stopped: true } : {}) }
331
+ });
332
+ }
287
333
  await emitProgress({
288
334
  type: 'scenario_run_finished',
289
335
  scenarioId: scenario.id,
@@ -293,19 +339,24 @@ export async function runAll(config, options) {
293
339
  runIndex,
294
340
  runsPerScenario: options.runsPerScenario,
295
341
  pass: false,
342
+ outcome,
296
343
  toolCallCount: 0
297
344
  });
345
+ if (stopped)
346
+ break;
298
347
  }
299
348
  }
300
- scenarioRuns.push({
301
- scenario_id: scenario.id,
302
- scenario_name: scenario.name,
303
- agent: scenario.agent,
304
- provider: agent.provider,
305
- model: agent.model,
306
- eval: effectiveScenarioEval,
307
- runs
308
- });
349
+ if (runs.length > 0) {
350
+ scenarioRuns.push({
351
+ scenario_id: scenario.id,
352
+ scenario_name: scenario.name,
353
+ agent: scenario.agent,
354
+ provider: agent.provider,
355
+ model: agent.model,
356
+ eval: effectiveScenarioEval,
357
+ runs
358
+ });
359
+ }
309
360
  }
310
361
  const traceExport = await traceExporter.flush();
311
362
  traceExporterFlushed = true;
@@ -318,12 +369,12 @@ export async function runAll(config, options) {
318
369
  cliVersion: options.cliVersion,
319
370
  langsmithTraceUrls: traceExport.traceUrls,
320
371
  mcpServerVersions,
372
+ executionSource: 'mcplab',
321
373
  scenarioRuns
322
374
  });
323
- const resultsPath = join(runDir, 'results.json');
324
- writeFileSync(resultsPath, `${JSON.stringify(results, null, 2)}\n`, 'utf8');
325
- const summaryPath = join(runDir, 'summary.md');
326
- writeFileSync(summaryPath, renderSummaryMarkdown(results), 'utf8');
375
+ if (options.persistArtifacts !== false) {
376
+ persistEvaluationArtifacts({ runDir, results });
377
+ }
327
378
  await emitProgress({ type: 'run_finished', runId, totalScenarioRuns });
328
379
  return { runDir, results };
329
380
  }
@@ -333,160 +384,6 @@ export async function runAll(config, options) {
333
384
  await traceExporter.flush();
334
385
  }
335
386
  }
336
- export function buildJudgeBatchPayload(finalText, assertions, context) {
337
- return {
338
- final_answer: finalText,
339
- ...(context && Object.keys(context).length > 0 ? { context } : {}),
340
- checks: assertions.map((assertion, index) => ({
341
- id: `agent-check-${index + 1}`,
342
- label: assertion.label,
343
- prompt: assertion.prompt
344
- }))
345
- };
346
- }
347
- export function mapJudgeBatchResults(params) {
348
- let parsed;
349
- try {
350
- parsed = JSON.parse(extractJudgeJson(params.raw));
351
- }
352
- catch {
353
- throw new Error(`judge "${params.judgeName}" returned invalid JSON for batched agent checks`);
354
- }
355
- if (!Array.isArray(parsed.results)) {
356
- throw new Error(`judge "${params.judgeName}" returned invalid results array for batched agent checks`);
357
- }
358
- const resultsById = new Map();
359
- for (const item of parsed.results) {
360
- if (!item || typeof item !== 'object') {
361
- throw new Error(`judge "${params.judgeName}" returned invalid result item for batched agent checks`);
362
- }
363
- const candidate = item;
364
- if (typeof candidate.id !== 'string' ||
365
- typeof candidate.pass !== 'boolean' ||
366
- typeof candidate.reason !== 'string') {
367
- throw new Error(`judge "${params.judgeName}" returned invalid result item for batched agent checks`);
368
- }
369
- if (!resultsById.has(candidate.id)) {
370
- resultsById.set(candidate.id, {
371
- id: candidate.id,
372
- pass: candidate.pass,
373
- reason: candidate.reason
374
- });
375
- }
376
- }
377
- return params.batch.checks.map((check) => {
378
- const matched = resultsById.get(check.id);
379
- if (!matched) {
380
- return {
381
- label: check.label,
382
- pass: false,
383
- reason: `Judge did not return a result for "${check.label}"`,
384
- metadata: buildJudgeCheckMetadata(params.judgeName, params.judgeAgent, check.id)
385
- };
386
- }
387
- const trimmedReason = matched.reason.trim();
388
- return {
389
- label: check.label,
390
- pass: matched.pass,
391
- reason: trimmedReason.length > 0
392
- ? trimmedReason
393
- : matched.pass
394
- ? `Agent check passed: ${check.label}`
395
- : `Agent check failed: ${check.label}`,
396
- metadata: buildJudgeCheckMetadata(params.judgeName, params.judgeAgent, check.id)
397
- };
398
- });
399
- }
400
- async function judgeAgentAssertions(params) {
401
- const batch = buildJudgeBatchPayload(params.finalText, params.assertions, params.context);
402
- const system = [
403
- 'You evaluate whether a final answer satisfies a set of semantic checks.',
404
- 'Evaluate each check independently against final_answer.',
405
- 'Use final_answer as the primary answer being judged.',
406
- 'If context.scenario_prompt is provided, use it to decide whether the final answer addresses the original request.',
407
- 'If context.tool_sequence is provided, use it only to understand which tools were called.',
408
- 'If context.tool_inputs is provided, use the tool names and arguments to reason about how the tools were used.',
409
- 'Do not require context fields that are not provided.',
410
- 'Return JSON only.',
411
- 'Schema: {"results":[{"id":"abc","pass":true,"reason":"text"}]}.',
412
- 'Keep each reason short and concrete.'
413
- ].join(' ');
414
- const response = await chatWithAgent({
415
- agent: params.judge.agent,
416
- system,
417
- tools: [],
418
- signal: params.signal,
419
- responseFormat: buildBatchJudgeResponseFormat(),
420
- messages: [
421
- {
422
- role: 'user',
423
- content: JSON.stringify(batch)
424
- }
425
- ]
426
- });
427
- return mapJudgeBatchResults({
428
- judgeName: params.judge.name,
429
- judgeAgent: params.judge.agent,
430
- batch,
431
- raw: String(response.content ?? '').trim()
432
- });
433
- }
434
- function buildJudgeCheckMetadata(judgeName, judgeAgent, checkId) {
435
- return {
436
- check_id: checkId,
437
- judge_agent: judgeName,
438
- judge_model: judgeAgent.model,
439
- judge_provider: judgeAgent.provider
440
- };
441
- }
442
- export function extractJudgeJson(raw) {
443
- const trimmed = raw.trim();
444
- if (!trimmed)
445
- return trimmed;
446
- const fencedMatch = trimmed.match(/```(?:json)?\s*([\s\S]*?)\s*```/i);
447
- if (fencedMatch?.[1])
448
- return fencedMatch[1].trim();
449
- const objectStart = trimmed.indexOf('{');
450
- if (objectStart >= 0) {
451
- const objectEnd = findMatchingJsonObjectEnd(trimmed, objectStart);
452
- if (objectEnd > objectStart) {
453
- return trimmed.slice(objectStart, objectEnd + 1).trim();
454
- }
455
- }
456
- return trimmed;
457
- }
458
- function findMatchingJsonObjectEnd(text, startIndex) {
459
- let depth = 0;
460
- let inString = false;
461
- let escaped = false;
462
- for (let index = startIndex; index < text.length; index += 1) {
463
- const char = text[index];
464
- if (escaped) {
465
- escaped = false;
466
- continue;
467
- }
468
- if (char === '\\') {
469
- escaped = true;
470
- continue;
471
- }
472
- if (char === '"') {
473
- inString = !inString;
474
- continue;
475
- }
476
- if (inString)
477
- continue;
478
- if (char === '{') {
479
- depth += 1;
480
- continue;
481
- }
482
- if (char === '}') {
483
- depth -= 1;
484
- if (depth === 0)
485
- return index;
486
- }
487
- }
488
- return -1;
489
- }
490
387
  export function filterScenariosForRun(scenarios, scenarioId) {
491
388
  if (!scenarioId)
492
389
  return scenarios;
@@ -1 +1 @@
1
- {"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAWlD,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EACL,6BAA6B,EAC7B,aAAa,EACb,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,6BAA6B,EAC7B,+BAA+B,EAC/B,aAAa,EACb,8BAA8B,EAC/B,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,EAAE,sCAAsC,EAAE,MAAM,4BAA4B,CAAC;AACpF,OAAO,EACL,4BAA4B,EAC5B,mBAAmB,EAEpB,MAAM,wBAAwB,CAAC;AA+DhC,MAAM,UAAU,yBAAyB,CACvC,OAAiE;IAEjE,MAAM,GAAG,GAA2C,EAAE,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IACxF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,MAA4B,EAC5B,OAAmB;IAEnB,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,cAAc,GAAG,qBAAqB,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,wBAAwB,GAAG,cAAc,CAAC,MAAM,CACpD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACjE,CAAC;IACF,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CACb,wHAAwH,wBAAwB;aAC7I,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;aAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,EAAE,KAAuB,EAAiB,EAAE;QACpE,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO;QAChC,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACrD,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IACxC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IAChE,aAAa,CAAC,kBAAkB,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,4BAA4B,EAAE,CAAC;IAC9E,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,KAAK,CAAC,KAAK,CAAC;QACV,IAAI,EAAE,YAAY;QAClB,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,KAAK;QACb,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC7B,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,cAAc,CAAC,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAC1E,MAAM,YAAY,CAAC;QACjB,IAAI,EAAE,aAAa;QACnB,KAAK;QACL,iBAAiB;QACjB,eAAe,EAAE,OAAO,CAAC,eAAe;KACzC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAC9B,IAAI,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAChE,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CACpC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,2CAA2C,EAAE,yEAAyE,CACvH,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CACH,CAAC;QACF,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;YAChD,iBAAiB,EAAE,yBAAyB,CAAC,OAAO,CAAC;SACtD,CAAC,CAAC;QACH,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAElD,MAAM,YAAY,GAQb,EAAE,CAAC;QAER,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACtC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,CAAC,EAAE,+FAA+F,CACxH,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,IAAI,qBAAqB,GAAG,QAAQ,CAAC,IAAI,CAAC;YAE1C,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,QAAQ,IAAI,CAAC,EAAE,CAAC;gBACzE,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/B,IAAI,SAAiB,CAAC;gBACtB,IAAI,CAAC;oBACH,SAAS,GAAG,sBAAsB,CAAC;wBACjC,KAAK;wBACL,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,cAAc,EAAE,QAAQ,CAAC,gBAAgB;wBACzC,QAAQ;qBACT,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,SAAS,GAAG,8BAA8B,CAAC;wBACzC,KAAK;wBACL,QAAQ;wBACR,aAAa,EAAE,QAAQ,CAAC,KAAK;qBAC9B,CAAC,CAAC;oBACH,OAAO,CAAC,KAAK,CACX,qDAAqD,QAAQ,CAAC,EAAE,MAAM,MAAM,CAC1E,GAAG,EAAE,OAAO,IAAI,GAAG,CACpB,EAAE,CACJ,CAAC;gBACJ,CAAC;gBACD,gBAAgB,IAAI,CAAC,CAAC;gBACtB,MAAM,YAAY,CAAC;oBACjB,IAAI,EAAE,sBAAsB;oBAC5B,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;oBACzB,gBAAgB;oBAChB,iBAAiB;oBACjB,QAAQ;oBACR,eAAe,EAAE,OAAO,CAAC,eAAe;iBACzC,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACzC,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;oBAChD,KAAK;oBACL,SAAS;oBACT,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;iBACvD,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;wBACvC,QAAQ;wBACR,KAAK;wBACL,GAAG;wBACH,SAAS;wBACT,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;4BACjD,MAAM,CAAC,wBAAwB,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gCACpE,GAAG,CAAC,2BAA2B,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC;gCAC5D,OAAO,CAAC,2BAA2B,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;oCAC5E,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;6BACtB,CAAC,CAAC;4BACH,OAAO,EAAE,GAAG,wBAAwB,EAAE,GAAG,eAAe,EAAE,CAAC;wBAC7D,CAAC;wBACD,QAAQ,EAAE,KAAK,CAAC,SAAS;wBACzB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,KAAK,EAAE,aAAa;wBACpB,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;4BAC1B,MAAM,YAAY,CAAC;gCACjB,IAAI,EAAE,gBAAgB;gCACtB,gBAAgB;gCAChB,iBAAiB;gCACjB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;qBACF,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,+BAA+B,CACtD,SAAS,CAAC,SAAS,EACnB,SAAS,CAAC,YAAY,EACtB,CAAC,qBAAqB,GAAG,8BAA8B,CACrD,QAAQ,CAAC,IAAI,EACb,SAAS,CAAC,kBAAkB,CAC7B,CAAC,EACF;wBACE,SAAS,EAAE,SAAS,CAAC,SAAS;wBAC9B,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;wBAChD,cAAc,EAAE,QAAQ,CAAC,MAAM;wBAC/B,oBAAoB,EAAE,OAAO,CAAC,eAAe;4BAC3C,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gCACd,OAAO,oBAAoB,CAAC;oCAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;oCAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;oCACtB,SAAS,EAAE,SAAS,CAAC,SAAS;oCAC9B,KAAK,EAAE,OAAO,CAAC,eAAgB;oCAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;iCACvB,CAAC,CAAC;4BACL,CAAC;4BACH,CAAC,CAAC,SAAS;qBACd,CACF,CAAC;oBACF,MAAM,SAAS,GAAG,aAAa,CAC7B,SAAS,CAAC,SAAS,EACnB,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAChF,CAAC;oBAEF,MAAM,SAAS,GAA2B,EAAE,CAAC;oBAC7C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;wBAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC/C,CAAC;oBAED,MAAM,WAAW,GAAsB;wBACrC,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;wBAC7B,aAAa,EAAE,UAAU,CAAC,aAAa;wBACvC,UAAU,EAAE,SAAS,CAAC,YAAY;wBAClC,eAAe,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;wBAC9C,aAAa,EAAE,SAAS,CAAC,YAAY;wBACrC,UAAU,EAAE,SAAS;wBACrB,iBAAiB,EAAE,SAAS,CAAC,eAAe;wBAC5C,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,CAC1E;wBACD,UAAU,EAAE,SAAS,CAAC,SAAS;wBAC/B,SAAS;qBACV,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACvB,MAAM,WAAW,GAA2B;wBAC1C,IAAI,EAAE,cAAc;wBACpB,aAAa,EAAE,CAAC;wBAChB,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,WAAW,EAAE,QAAQ,CAAC,EAAE;wBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,QAAQ,EAAE,SAAS,CAAC,aAAa;wBACjC,KAAK,EAAE,SAAS,CAAC,UAAU;wBAC3B,QAAQ,EAAE,SAAS,CAAC,cAAc;wBAClC,MAAM,EAAE,SAAS,CAAC,YAAY;wBAC9B,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,QAAQ,EAAE,sCAAsC,CAC9C,SAAS,CAAC,aAAa,EACvB,SAAS,CAAC,UAAU,CACrB;wBACD,OAAO,EAAE;4BACP,eAAe,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;4BAC9C,sBAAsB,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC;yBACnF;qBACF,CAAC;oBACF,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACzB,MAAM,aAAa,CAAC,GAAG,CAAC;wBACtB,OAAO,EAAE;4BACP,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,IAAI,EAAE,UAAU,CAAC,IAAI;4BACrB,QAAQ,EAAE,mBAAmB,CAAC,SAAS,CAAC,aAAa,CAAC;4BACtD,OAAO,EAAE,WAAW,CAAC,OAAO;yBAC7B;qBACF,CAAC,CAAC;oBACH,MAAM,YAAY,CAAC;wBACjB,IAAI,EAAE,uBAAuB;wBAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,gBAAgB;wBAChB,iBAAiB;wBACjB,QAAQ;wBACR,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,IAAI,EAAE,UAAU,CAAC,IAAI;wBACrB,aAAa,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;qBAC7C,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,WAAgB,EAAE,CAAC;oBAC1B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;wBACzD,MAAM,aAAa,CAAC,GAAG,CAAC;4BACtB,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,WAAW,CAAC;4BAClD,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;yBACzB,CAAC,CAAC;wBACH,MAAM,WAAW,CAAC;oBACpB,CAAC;oBACD,MAAM,YAAY,GAAG,WAAW,EAAE,OAAO,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC;oBACjE,OAAO,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,EAAE,SAAS,QAAQ,YAAY,YAAY,EAAE,CAAC,CAAC;oBACnF,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACvC,MAAM,QAAQ,GAAsB;wBAClC,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,YAAY;wBACnB,QAAQ,EAAE,CAAC,mBAAmB,YAAY,EAAE,CAAC;wBAC7C,aAAa,EAAE,6BAA6B,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC3D,UAAU,EAAE,EAAE;wBACd,eAAe,EAAE,CAAC;wBAClB,aAAa,EAAE,EAAE;wBACjB,UAAU,EAAE,EAAE;wBACd,iBAAiB,EAAE,EAAE;wBACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACrE,UAAU,EAAE,EAAE;wBACd,SAAS,EAAE,EAAE;qBACd,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACpB,MAAM,UAAU,GAA2B;wBACzC,IAAI,EAAE,cAAc;wBACpB,aAAa,EAAE,CAAC;wBAChB,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,WAAW,EAAE,QAAQ,CAAC,EAAE;wBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,QAAQ,EAAE,OAAO;wBACjB,MAAM,EAAE,KAAK;wBACb,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,YAAY;wBACnB,QAAQ,EAAE,EAAE;qBACb,CAAC;oBACF,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACxB,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC3E,MAAM,YAAY,CAAC;wBACjB,IAAI,EAAE,uBAAuB;wBAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,gBAAgB;wBAChB,iBAAiB;wBACjB,QAAQ;wBACR,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,IAAI,EAAE,KAAK;wBACX,aAAa,EAAE,CAAC;qBACjB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,YAAY,CAAC,IAAI,CAAC;gBAChB,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,aAAa,EAAE,QAAQ,CAAC,IAAI;gBAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,qBAAqB;gBAC3B,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;QAChD,oBAAoB,GAAG,IAAI,CAAC;QAC5B,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,KAAK;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,kBAAkB,EAAE,WAAW,CAAC,SAAS;YACzC,iBAAiB;YACjB,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACjD,aAAa,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAC/C,aAAa,CAAC,WAAW,EAAE,qBAAqB,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QACnE,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAEvE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,MAAM,GAAG,CAAC,aAAa,EAAE,CAAC;QAC1B,IAAI,CAAC,oBAAoB;YAAE,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IACzD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,SAAiB,EACjB,UAA4B,EAC5B,OAA2B;IAE3B,OAAO;QACL,YAAY,EAAE,SAAS;QACvB,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5C,EAAE,EAAE,eAAe,KAAK,GAAG,CAAC,EAAE;YAC9B,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAID,MAAM,UAAU,oBAAoB,CAAC,MAKpC;IACC,IAAI,MAA6B,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,SAAS,kDAAkD,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,UAAU,MAAM,CAAC,SAAS,2DAA2D,CACtF,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAyD,CAAC;IACrF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CACb,UAAU,MAAM,CAAC,SAAS,yDAAyD,CACpF,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAA+B,CAAC;QAClD,IACE,OAAO,SAAS,CAAC,EAAE,KAAK,QAAQ;YAChC,OAAO,SAAS,CAAC,IAAI,KAAK,SAAS;YACnC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EACpC,CAAC;YACD,MAAM,IAAI,KAAK,CACb,UAAU,MAAM,CAAC,SAAS,yDAAyD,CACpF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE;gBAC5B,EAAE,EAAE,SAAS,CAAC,EAAE;gBAChB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,MAAM,EAAE,SAAS,CAAC,MAAM;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACvC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,sCAAsC,KAAK,CAAC,KAAK,GAAG;gBAC5D,QAAQ,EAAE,uBAAuB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;aACjF,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EACJ,aAAa,CAAC,MAAM,GAAG,CAAC;gBACtB,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,OAAO,CAAC,IAAI;oBACd,CAAC,CAAC,uBAAuB,KAAK,CAAC,KAAK,EAAE;oBACtC,CAAC,CAAC,uBAAuB,KAAK,CAAC,KAAK,EAAE;YAC1C,QAAQ,EAAE,uBAAuB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;SACjF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAMnC;IAGC,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1F,MAAM,MAAM,GAAG;QACb,yEAAyE;QACzE,yDAAyD;QACzD,sDAAsD;QACtD,mHAAmH;QACnH,0FAA0F;QAC1F,+GAA+G;QAC/G,sDAAsD;QACtD,mBAAmB;QACnB,iEAAiE;QACjE,sCAAsC;KACvC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;QACzB,MAAM;QACN,KAAK,EAAE,EAAE;QACT,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,cAAc,EAAE,6BAA6B,EAAE;QAC/C,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;aAC/B;SACF;KACF,CAAC,CAAC;IACH,OAAO,oBAAoB,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;QAC5B,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK;QAC9B,KAAK;QACL,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;KAC3C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,uBAAuB,CAAC,SAAiB,EAAE,UAAuB,EAAE,OAAe;IAC1F,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,UAAU,CAAC,KAAK;QAC7B,cAAc,EAAE,UAAU,CAAC,QAAQ;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC;IAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtE,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACrB,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAClE,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,yBAAyB,CAAC,IAAY,EAAE,UAAkB;IACjE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,IAAI,KAAK,GAAG,UAAU,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,GAAG,KAAK,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,QAAQ;YAAE,SAAS;QACvB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,SAA+B,EAC/B,UAAmB;IAEnB,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;AACpE,CAAC;AAED,IAAI,eAAe,GAAG,EAAE,CAAC;AACzB,IAAI,uBAAuB,GAAG,CAAC,CAAC;AAEhC,MAAM,UAAU,WAAW,CAAC,MAAY,IAAI,IAAI,EAAE;IAChD,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG;QACb,GAAG,CAAC,WAAW,EAAE;QACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,GAAG;QACH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG;QACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;KAC/C,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEX,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QAC/B,eAAe,GAAG,MAAM,CAAC;QACzB,uBAAuB,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uBAAuB,IAAI,CAAC,CAAC;IAC7B,OAAO,GAAG,MAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,MAAM,UAAU,sBAAsB,CAAC,MAMtC;IACC,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,IAAI,eAAe,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,OAAO,oBAAoB,CAAC,cAAc,KAAK,IAAI,UAAU,IAAI,SAAS,IAAI,UAAU,EAAE,EAAE;QAC1F,cAAc,EAAE,IAAI,SAAS,IAAI,UAAU,EAAE;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAI9C;IACC,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAClE,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,IAAI,eAAe,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO,oBAAoB,CAAC,cAAc,KAAK,YAAY,iBAAiB,IAAI,SAAS,EAAE,EAAE;QAC3F,cAAc,EAAE,IAAI,SAAS,EAAE;KAChC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAyB,EAAE,QAAgB;IACzE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AACjD,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,OAEC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,qBAAqB;QAAE,OAAO,KAAK,CAAC;IACxD,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,CAAC;IAC/C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,gBAAgB,GACpB,cAAc,CAAC,MAAM,GAAG,qBAAqB;QAC3C,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,qBAAqB,CAAC;QACrE,CAAC,CAAC,cAAc,CAAC;IACrB,MAAM,YAAY,GAAG,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACrE,IAAI,YAAY,IAAI,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAC/C,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,GAAG,gBAAgB,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1E,OAAO,OAAO,IAAI,eAAe,CAAC;AACpC,CAAC"}
1
+ {"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtD,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,MAAM,CAAC;AAUlD,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAA8B,MAAM,YAAY,CAAC;AAC1E,OAAO,EAAE,4BAA4B,EAAE,8BAA8B,EAAE,MAAM,WAAW,CAAC;AACzF,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,sCAAsC,EAAE,MAAM,4BAA4B,CAAC;AACpF,OAAO,EACL,4BAA4B,EAC5B,mBAAmB,EAEpB,MAAM,wBAAwB,CAAC;AAgEhC,MAAM,UAAU,yBAAyB,CACvC,OAAiE;IAEjE,MAAM,GAAG,GAA2C,EAAE,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IACxF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,MAA4B,EAC5B,OAAmB;IAEnB,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,cAAc,GAAG,qBAAqB,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,wBAAwB,GAAG,cAAc,CAAC,MAAM,CACpD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACjE,CAAC;IACF,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACpE,MAAM,IAAI,KAAK,CACb,wHAAwH,wBAAwB;aAC7I,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;aAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,EAAE,KAAuB,EAAiB,EAAE;QACpE,IAAI,CAAC,OAAO,CAAC,UAAU;YAAE,OAAO;QAChC,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACrD,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IACxC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IAChE,aAAa,CAAC,kBAAkB,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,4BAA4B,EAAE,CAAC;IAC9E,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,KAAK,CAAC,KAAK,CAAC;QACV,IAAI,EAAE,YAAY;QAClB,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,KAAK;QACb,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC7B,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,cAAc,CAAC,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAC1E,MAAM,YAAY,CAAC;QACjB,IAAI,EAAE,aAAa;QACnB,KAAK;QACL,iBAAiB;QACjB,eAAe,EAAE,OAAO,CAAC,eAAe;KACzC,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAC9B,IAAI,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAChE,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CACpC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,2CAA2C,EAAE,yEAAyE,CACvH,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtB,CAAC,CAAC,CACH,CAAC;QACF,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;QACH,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;YAChD,iBAAiB,EAAE,yBAAyB,CAAC,OAAO,CAAC;SACtD,CAAC,CAAC;QACH,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,aAAa,CAAC,MAAM;YACjC,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAElD,MAAM,YAAY,GAQb,EAAE,CAAC;QAER,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACtC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,CAAC,EAAE,+FAA+F,CACxH,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,CAAC,KAAK,qCAAqC,CAAC,CAAC;YACzF,CAAC;YACD,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,IAAI,qBAAqB,GAAG,QAAQ,CAAC,IAAI,CAAC;YAC1C,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC;YAE/E,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,QAAQ,IAAI,CAAC,EAAE,CAAC;gBACzE,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,cAAc,CAAC;gBACjF,IAAI,SAAS,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM;gBAC1D,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/B,IAAI,SAAiB,CAAC;gBACtB,IAAI,CAAC;oBACH,SAAS,GAAG,sBAAsB,CAAC;wBACjC,KAAK;wBACL,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,cAAc,EAAE,QAAQ,CAAC,gBAAgB;wBACzC,QAAQ;qBACT,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAClB,SAAS,GAAG,8BAA8B,CAAC;wBACzC,KAAK;wBACL,QAAQ;wBACR,aAAa,EAAE,QAAQ,CAAC,KAAK;qBAC9B,CAAC,CAAC;oBACH,OAAO,CAAC,KAAK,CACX,qDAAqD,QAAQ,CAAC,EAAE,MAAM,MAAM,CAC1E,GAAG,EAAE,OAAO,IAAI,GAAG,CACpB,EAAE,CACJ,CAAC;gBACJ,CAAC;gBACD,gBAAgB,IAAI,CAAC,CAAC;gBACtB,MAAM,YAAY,CAAC;oBACjB,IAAI,EAAE,sBAAsB;oBAC5B,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;oBACzB,gBAAgB;oBAChB,iBAAiB;oBACjB,QAAQ;oBACR,eAAe,EAAE,OAAO,CAAC,eAAe;iBACzC,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACzC,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;oBAChD,KAAK;oBACL,SAAS;oBACT,UAAU,EAAE,QAAQ,CAAC,EAAE;oBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;iBACvD,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;wBACvC,QAAQ;wBACR,KAAK;wBACL,GAAG;wBACH,SAAS;wBACT,2BAA2B,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;4BACjD,MAAM,CAAC,wBAAwB,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gCACpE,GAAG,CAAC,2BAA2B,CAAC,WAAW,EAAE,SAAS,CAAC;gCACvD,OAAO,CAAC,2BAA2B,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;oCACvE,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;6BACtB,CAAC,CAAC;4BACH,OAAO,EAAE,GAAG,wBAAwB,EAAE,GAAG,eAAe,EAAE,CAAC;wBAC7D,CAAC;wBACD,QAAQ,EAAE,KAAK,CAAC,SAAS;wBACzB,MAAM,EAAE,SAAS;wBACjB,KAAK,EAAE,aAAa;wBACpB,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;4BAC1B,MAAM,YAAY,CAAC;gCACjB,IAAI,EAAE,gBAAgB;gCACtB,gBAAgB;gCAChB,iBAAiB;gCACjB,KAAK;6BACN,CAAC,CAAC;wBACL,CAAC;qBACF,CAAC,CAAC;oBACH,qBAAqB,GAAG,8BAA8B,CACpD,QAAQ,CAAC,IAAI,EACb,SAAS,CAAC,kBAAkB,CAC7B,CAAC;oBACF,MAAM,WAAW,GAAG,MAAM,2BAA2B,CAAC;wBACpD,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,qBAAqB,EAAE;wBACtD,QAAQ;wBACR,WAAW,EAAE;4BACX,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,eAAe,EAAE,SAAS,CAAC,eAAe;4BAC1C,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;4BAChD,SAAS,EAAE,SAAS,CAAC,cAAc;4BACnC,WAAW,EAAE,SAAS,CAAC,YAAY;4BACnC,SAAS;4BACT,eAAe,EAAE,QAAQ;yBAC1B;wBACD,oBAAoB,EAAE,OAAO,CAAC,eAAe;4BAC3C,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACd,0BAA0B,CAAC;gCACzB,UAAU,EAAE,KAAK,CAAC,UAAU;gCAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;gCACtB,SAAS,EAAE,SAAS,CAAC,SAAS;gCAC9B,KAAK,EAAE,OAAO,CAAC,eAAgB;gCAC/B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;gCAC9C,MAAM,EAAE,SAAS;6BAClB,CAAC;4BACN,CAAC,CAAC,SAAS;qBACd,CAAC,CAAC;oBACH,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACvB,MAAM,WAAW,GAA2B;wBAC1C,IAAI,EAAE,cAAc;wBACpB,aAAa,EAAE,CAAC;wBAChB,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,WAAW,EAAE,QAAQ,CAAC,EAAE;wBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,QAAQ,EAAE,SAAS,CAAC,aAAa;wBACjC,KAAK,EAAE,SAAS,CAAC,UAAU;wBAC3B,QAAQ,EAAE,SAAS,CAAC,cAAc;wBAClC,MAAM,EAAE,SAAS,CAAC,YAAY;wBAC9B,IAAI,EAAE,WAAW,CAAC,IAAI;wBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;wBAC5B,QAAQ,EAAE,sCAAsC,CAC9C,SAAS,CAAC,aAAa,EACvB,SAAS,CAAC,UAAU,CACrB;wBACD,OAAO,EAAE;4BACP,eAAe,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;4BAC9C,sBAAsB,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAC;yBACnF;qBACF,CAAC;oBACF,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACzB,MAAM,aAAa,CAAC,GAAG,CAAC;wBACtB,OAAO,EAAE;4BACP,SAAS,EAAE,SAAS,CAAC,SAAS;4BAC9B,IAAI,EAAE,WAAW,CAAC,IAAI;4BACtB,QAAQ,EAAE,mBAAmB,CAAC,SAAS,CAAC,aAAa,CAAC;4BACtD,OAAO,EAAE,WAAW,CAAC,OAAO;yBAC7B;qBACF,CAAC,CAAC;oBACH,MAAM,YAAY,CAAC;wBACjB,IAAI,EAAE,uBAAuB;wBAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,gBAAgB;wBAChB,iBAAiB;wBACjB,QAAQ;wBACR,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,IAAI,EAAE,WAAW,CAAC,IAAI;wBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;wBAC5B,aAAa,EAAE,SAAS,CAAC,YAAY,CAAC,MAAM;qBAC7C,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,WAAgB,EAAE,CAAC;oBAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC;oBACnE,IAAI,WAAW,EAAE,CAAC;wBAChB,6EAA6E;wBAC7E,qEAAqE;wBACrE,OAAO,CAAC,KAAK,CACX,aAAa,QAAQ,CAAC,EAAE,SAAS,QAAQ,oBAAoB,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,WAAW,CAAC,EAAE,CAC3G,CAAC;wBACF,MAAM,YAAY,CAAC;4BACjB,IAAI,EAAE,uBAAuB;4BAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;4BACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;4BACzB,gBAAgB;4BAChB,iBAAiB;4BACjB,QAAQ;4BACR,eAAe,EAAE,OAAO,CAAC,eAAe;4BACxC,IAAI,EAAE,WAAW,CAAC,IAAI;4BACtB,OAAO,EAAE,WAAW,CAAC,OAAO;4BAC5B,aAAa,EAAE,WAAW,CAAC,eAAe;yBAC3C,CAAC,CAAC;wBACH,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAC/B,IAAI,SAAS,EAAE,OAAO;4BAAE,MAAM;wBAC9B,SAAS;oBACX,CAAC;oBACD,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;wBAC5B,MAAM,aAAa,CAAC,GAAG,CAAC;4BACtB,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,WAAW,CAAC;4BAClD,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;yBACzB,CAAC,CAAC;wBACH,MAAM,WAAW,CAAC;oBACpB,CAAC;oBACD,IAAI,UAAU,GAAG,KAAK,CAAC;oBACvB,IAAI,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;wBACrD,MAAM,aAAa,CAAC,GAAG,CAAC;4BACtB,KAAK,EAAE,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,WAAW,CAAC;4BAClD,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;yBACzB,CAAC,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC;wBAClB,4EAA4E;wBAC5E,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,SAAS,EAAE,OAAO;4BAAE,MAAM,WAAW,CAAC;oBACxE,CAAC;oBACD,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,EAAE,OAAO,IAAI,WAAW,IAAI,iBAAiB,CAAC,CAAC;oBACtF,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,EAAE,SAAS,QAAQ,YAAY,YAAY,EAAE,CAAC,CAAC;oBACrF,CAAC;oBACD,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACvC,MAAM,eAAe,GAAsB;wBACzC,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,IAAI,EAAE,KAAK;wBACX,OAAO;wBACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;wBACtE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,YAAY,EAAE,CAAC;wBAC5D,aAAa,EAAE,4BAA4B,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC1D,UAAU,EAAE,EAAE;wBACd,eAAe,EAAE,CAAC;wBAClB,aAAa,EAAE,EAAE;wBACjB,UAAU,EAAE,EAAE;wBACd,iBAAiB,EAAE,EAAE;wBACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACrE,UAAU,EAAE,EAAE;wBACd,SAAS,EAAE,EAAE;qBACd,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;oBAC3B,MAAM,iBAAiB,GAA2B;wBAChD,IAAI,EAAE,cAAc;wBACpB,aAAa,EAAE,CAAC;wBAChB,SAAS,EAAE,QAAQ;wBACnB,UAAU,EAAE,SAAS;wBACrB,WAAW,EAAE,QAAQ,CAAC,EAAE;wBACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,QAAQ,EAAE,OAAO;wBACjB,MAAM,EAAE,KAAK;wBACb,IAAI,EAAE,KAAK;wBACX,OAAO;wBACP,KAAK,EAAE,YAAY;wBACnB,QAAQ,EAAE,EAAE;qBACb,CAAC;oBACF,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,MAAM,aAAa,CAAC,GAAG,CAAC;4BACtB,KAAK,EAAE,YAAY;4BACnB,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;yBAChE,CAAC,CAAC;oBACL,CAAC;oBACD,MAAM,YAAY,CAAC;wBACjB,IAAI,EAAE,uBAAuB;wBAC7B,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,SAAS,EAAE,QAAQ,CAAC,KAAK;wBACzB,gBAAgB;wBAChB,iBAAiB;wBACjB,QAAQ;wBACR,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,IAAI,EAAE,KAAK;wBACX,OAAO;wBACP,aAAa,EAAE,CAAC;qBACjB,CAAC,CAAC;oBACH,IAAI,OAAO;wBAAE,MAAM;gBACrB,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,YAAY,CAAC,IAAI,CAAC;oBAChB,WAAW,EAAE,QAAQ,CAAC,EAAE;oBACxB,aAAa,EAAE,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,qBAAqB;oBAC3B,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;QAChD,oBAAoB,GAAG,IAAI,CAAC;QAC5B,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,KAAK;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,kBAAkB,EAAE,WAAW,CAAC,SAAS;YACzC,iBAAiB;YACjB,eAAe,EAAE,QAAQ;YACzB,YAAY;SACb,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;YACvC,0BAA0B,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAEvE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,MAAM,GAAG,CAAC,aAAa,EAAE,CAAC;QAC1B,IAAI,CAAC,oBAAoB;YAAE,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IACzD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,SAA+B,EAC/B,UAAmB;IAEnB,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;AACpE,CAAC;AAED,IAAI,eAAe,GAAG,EAAE,CAAC;AACzB,IAAI,uBAAuB,GAAG,CAAC,CAAC;AAEhC,MAAM,UAAU,WAAW,CAAC,GAAG,GAAS,IAAI,IAAI,EAAE;IAChD,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG;QACb,GAAG,CAAC,WAAW,EAAE;QACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,GAAG;QACH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG;QACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;KAC/C,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEX,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QAC/B,eAAe,GAAG,MAAM,CAAC;QACzB,uBAAuB,GAAG,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,uBAAuB,IAAI,CAAC,CAAC;IAC7B,OAAO,GAAG,MAAM,IAAI,uBAAuB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,MAAM,UAAU,sBAAsB,CAAC,MAMtC;IACC,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,SAAS,IAAI,eAAe,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,OAAO,oBAAoB,CAAC,cAAc,KAAK,IAAI,UAAU,IAAI,SAAS,IAAI,UAAU,EAAE,EAAE;QAC1F,cAAc,EAAE,IAAI,SAAS,IAAI,UAAU,EAAE;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAI9C;IACC,MAAM,KAAK,GAAG,sBAAsB,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAClE,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,IAAI,eAAe,CAAC,CAAC;IACpF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO,oBAAoB,CAAC,cAAc,KAAK,YAAY,iBAAiB,IAAI,SAAS,EAAE,EAAE;QAC3F,cAAc,EAAE,IAAI,SAAS,EAAE;KAChC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAyB,EAAE,QAAgB;IACzE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;AACjD,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,OAEC;IAED,IAAI,KAAK,CAAC,MAAM,IAAI,qBAAqB;QAAE,OAAO,KAAK,CAAC;IACxD,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,CAAC;IAC/C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,gBAAgB,GACpB,cAAc,CAAC,MAAM,GAAG,qBAAqB;QAC3C,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,qBAAqB,CAAC;QACrE,CAAC,CAAC,cAAc,CAAC;IACrB,MAAM,YAAY,GAAG,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACrE,IAAI,YAAY,IAAI,CAAC;QAAE,OAAO,gBAAgB,CAAC;IAC/C,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,GAAG,gBAAgB,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1E,OAAO,OAAO,IAAI,eAAe,CAAC;AACpC,CAAC"}
@@ -1,10 +1,7 @@
1
1
  import type { EvalConfig } from './types.js';
2
2
  export interface RuntimeServerOverrides {
3
- serverOverrideAll?: string[];
4
- scenarioServerOverrides?: Record<string, string[]>;
3
+ serverOverrideAll?: string[];
4
+ scenarioServerOverrides?: Record<string, string[]>;
5
5
  }
6
- export declare function applyRuntimeServerOverrides(
7
- config: EvalConfig,
8
- overrides?: RuntimeServerOverrides
9
- ): EvalConfig;
10
- //# sourceMappingURL=runtime-overrides.d.ts.map
6
+ export declare function applyRuntimeServerOverrides(config: EvalConfig, overrides?: RuntimeServerOverrides): EvalConfig;
7
+ //# sourceMappingURL=runtime-overrides.d.ts.map
@@ -1,20 +1,20 @@
1
1
  import type { EvalRules, SourceScenario } from './types.js';
2
2
  export type ScenarioBuildInput = {
3
- id?: string;
4
- name?: string;
5
- agent?: string;
6
- servers: string[];
7
- prompt: string;
8
- required_tools?: string[];
9
- forbidden_tools?: string[];
10
- tool_sequence?: string[];
11
- response_regex_patterns?: string[];
12
- eval?: EvalRules;
13
- extract_rules?: Array<{
14
- name: string;
15
- regex: string;
16
- }>;
3
+ id?: string;
4
+ name?: string;
5
+ agent?: string;
6
+ servers: string[];
7
+ prompt: string;
8
+ required_tools?: string[];
9
+ forbidden_tools?: string[];
10
+ tool_sequence?: string[];
11
+ response_regex_patterns?: string[];
12
+ eval?: EvalRules;
13
+ extract_rules?: Array<{
14
+ name: string;
15
+ regex: string;
16
+ }>;
17
17
  };
18
18
  /** Build the canonical source scenario shape used by draft and persistence flows. */
19
19
  export declare function buildScenarioEntry(input: ScenarioBuildInput): SourceScenario;
20
- //# sourceMappingURL=scenario-builder.d.ts.map
20
+ //# sourceMappingURL=scenario-builder.d.ts.map
@@ -0,0 +1,22 @@
1
+ import type { ExecutionSource, RunOutcome, Scenario, ScenarioRunResult, ToolCall } from './types.js';
2
+ import { type EvaluateScenarioWithAgentChecksOptions } from './eval.js';
3
+ export interface ScenarioObservation {
4
+ finalText: string;
5
+ toolCalls?: ToolCall[];
6
+ toolDurationsMs?: number[];
7
+ availableToolNames?: string[];
8
+ startedAt: string;
9
+ completedAt: string;
10
+ requestId?: string;
11
+ executionSource: ExecutionSource;
12
+ client?: string;
13
+ }
14
+ export interface EvaluateScenarioObservationParams {
15
+ scenario: Scenario;
16
+ observation: ScenarioObservation;
17
+ runIndex?: number;
18
+ judgeAgentAssertions?: EvaluateScenarioWithAgentChecksOptions['judgeAgentAssertions'];
19
+ }
20
+ export declare function deriveRunOutcome(run: Pick<ScenarioRunResult, 'pass' | 'error' | 'check_results'>): RunOutcome;
21
+ export declare function evaluateScenarioObservation({ scenario, observation, runIndex, judgeAgentAssertions }: EvaluateScenarioObservationParams): Promise<ScenarioRunResult>;
22
+ //# sourceMappingURL=scenario-observation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scenario-observation.d.ts","sourceRoot":"","sources":["../src/scenario-observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,eAAe,EACf,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,QAAQ,EACT,MAAM,YAAY,CAAC;AACpB,OAAO,EAKL,KAAK,sCAAsC,EAC5C,MAAM,WAAW,CAAC;AAEnB,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,EAAE,QAAQ,CAAC;IACnB,WAAW,EAAE,mBAAmB,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oBAAoB,CAAC,EAAE,sCAAsC,CAAC,sBAAsB,CAAC,CAAC;CACvF;AAED,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,GAAG,eAAe,CAAC,GAC/D,UAAU,CAKZ;AAyBD,wBAAsB,2BAA2B,CAAC,EAChD,QAAQ,EACR,WAAW,EACX,QAAY,EACZ,oBAAoB,EACrB,EAAE,iCAAiC,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkDhE"}