@provos/ironcurtain 0.8.0 → 0.9.0

package/dist/pipeline/scenario-generator.js

@@ -4,11 +4,19 @@
  * Generates concrete test scenarios (tool call + expected decision) from
  * the constitution and tool annotations. Always includes mandatory
  * handwritten scenarios alongside LLM-generated ones.
+ *
+ * Large servers (100+ tools) are handled via batching: annotations are
+ * split into batches of SCENARIO_BATCH_SIZE, each batch gets its own
+ * scoped system prompt and Zod schema, and results are deduplicated
+ * across batches.
  */
-import { generateText } from 'ai';
 import { z } from 'zod';
-import { DEFAULT_MAX_TOKENS, generateObjectWithRepair, parseJsonWithSchema, schemaToPromptHint, } from './generate-with-repair.js';
-function buildGeneratorResponseSchema(serverNames, toolNames) {
+import { DEFAULT_MAX_TOKENS, generateObjectWithRepair } from './generate-with-repair.js';
+import { chunk } from './tool-annotator.js';
+import { isConditionalRoles } from '../types/argument-roles.js';
+import { buildScenarioArgsSuperRefine, buildToolArgNamesMap, formatToolArgNames } from './scenario-schema-validator.js';
+export const SCENARIO_BATCH_SIZE = 25;
+function buildGeneratorResponseSchema(serverNames, toolNames, argsSuperRefine) {
     const scenarioSchema = z.object({
         description: z.string(),
         request: z.object({
@@ -19,8 +27,9 @@ function buildGeneratorResponseSchema(serverNames, toolNames) {
         expectedDecision: z.enum(['allow', 'deny', 'escalate']),
         reasoning: z.string(),
     });
+    const finalSchema = argsSuperRefine ? scenarioSchema.superRefine(argsSuperRefine) : scenarioSchema;
     return z.object({
-        scenarios: z.array(scenarioSchema),
+        scenarios: z.array(finalSchema),
     });
 }
 /** Maximum number of example values shown per list to keep prompts concise. */
@@ -49,18 +58,70 @@ ${entries}
 For list-based scenarios, use values FROM these lists for positive/allow cases and obviously unrelated values (e.g., a random unrelated domain or identifier) for negative/deny/escalate cases.
 `;
 }
+/**
+ * Formats a single conditional role spec as a human-readable string.
+ * Shows the discriminator argument, its valid values, and the role
+ * assignments per mode so the LLM knows exact argument names/values.
+ */
+export function formatConditionalRoles(argName, spec) {
+    const clauses = spec.when.map((entry) => {
+        const cond = entry.condition;
+        let condStr;
+        if (cond.equals !== undefined) {
+            condStr = `${cond.arg}=${JSON.stringify(cond.equals)}`;
+        }
+        else if (cond.in !== undefined) {
+            condStr = `${cond.arg} in ${JSON.stringify(cond.in)}`;
+        }
+        else if (cond.is !== undefined) {
+            condStr = `${cond.arg} is ${cond.is}`;
+        }
+        else {
+            condStr = `${cond.arg}=?`;
+        }
+        return `when ${condStr} → [${entry.roles.join(', ')}]`;
+    });
+    return `${argName}: default=[${spec.default.join(', ')}], ${clauses.join('; ')}`;
+}
+/**
+ * Formats a tool annotation summary line for the scenario generator prompt.
+ * When a stored annotation is available, includes conditional role details
+ * so the LLM knows the exact discriminator argument names and valid values.
+ */
+function formatAnnotationForPrompt(annotation, storedAnnotation) {
+    const args = storedAnnotation?.args ?? annotation.args;
+    const argsDesc = Object.entries(args)
+        .map(([name, spec]) => {
+        if (isConditionalRoles(spec)) {
+            return formatConditionalRoles(name, spec);
+        }
+        // After isConditionalRoles check, spec is always ArgumentRole[]
+        return `${name}: [${spec.join(', ')}]`;
+    })
+        .join(', ');
+    return `  ${annotation.serverName}/${annotation.toolName}: ${annotation.comment}, args={${argsDesc || 'none'}}`;
+}
 /**
  * Builds the stable system prompt portion for the scenario generator.
  * Contains: role preamble, constitution, annotations, system config, and instructions.
  * This is the cacheable part.
+ *
+ * @param storedAnnotations - Optional raw annotations with conditional role specs.
+ *   When provided, the prompt includes discriminator argument names and valid values
+ *   so the LLM generates scenarios with correct argument names for multi-mode tools.
  */
-export function buildGeneratorSystemPrompt(constitutionText, annotations, sandboxDirectory, permittedDirectories, dynamicLists) {
+export function buildGeneratorSystemPrompt(constitutionText, annotations, sandboxDirectory, permittedDirectories, dynamicLists, storedAnnotations) {
+    // Build a lookup from stored annotations for conditional role detail
+    const storedByKey = new Map();
+    if (storedAnnotations) {
+        for (const sa of storedAnnotations) {
+            storedByKey.set(`${sa.serverName}/${sa.toolName}`, sa);
+        }
+    }
     const annotationsSummary = annotations
         .map((a) => {
-        const argsDesc = Object.entries(a.args)
-            .map(([name, roles]) => `${name}: [${roles.join(', ')}]`)
-            .join(', ');
-        return `  ${a.serverName}/${a.toolName}: ${a.comment}, sideEffects=${a.sideEffects}, args={${argsDesc || 'none'}}`;
+        const stored = storedByKey.get(`${a.serverName}/${a.toolName}`);
+        return formatAnnotationForPrompt(a, stored);
     })
         .join('\n');
     return `You are generating test scenarios for a security policy engine. Each scenario is a concrete tool call with an expected policy decision.
@@ -73,6 +134,7 @@ ${constitutionText}
 
 ${annotationsSummary}
 
+${storedAnnotations ? `## Valid Tool Arguments (from MCP input schemas)\n\n${formatToolArgNames(storedAnnotations)}\n\nCRITICAL: Only use argument names listed above for each tool. Using unlisted argument names will cause validation failure.\n` : ''}
 ## System Configuration
 
 - Sandbox directory: ${sandboxDirectory}
@@ -93,7 +155,7 @@ Generate diverse test scenarios covering:
 2. **Negative cases**: operations that SHOULD be denied (categorically forbidden by the constitution, e.g., deletes outside sandbox)
 3. **Escalation cases**: operations outside the sandbox and permitted directories that are NOT categorically forbidden — these require human approval
 4. **Edge cases**: path traversal attacks, boundary conditions
-5. **Side-effect-free tools**: tools with no path arguments (should be allowed)
+5. **Read-only tools**: tools where all arguments have \`none\`-role (no resource-identifier arguments) — these should typically be allowed
 6. **Move operations**: all moves involve a delete-path role on the source argument
 7. **Domain-based operations**: if any tools have URL roles (fetch-url, git-remote-url), generate scenarios for allowed domains, disallowed domains, and named remote resolution. For git-remote-url args, always supply an explicit URL (https:// or git@ form) — never omit them (see IMPORTANT below)
 
@@ -137,149 +199,124 @@ function areSimilar(a, b) {
     const bArgs = JSON.stringify(b.request.arguments);
     return aArgs === bArgs;
 }
-export async function generateScenarios(constitutionText, annotations, handwrittenScenarios, sandboxDirectory, llm, permittedDirectories, onProgress, system, dynamicLists) {
-    const serverNames = [...new Set(annotations.map((a) => a.serverName))];
-    const toolNames = [...new Set(annotations.map((a) => a.toolName))];
-    const schema = buildGeneratorResponseSchema(serverNames, toolNames);
-    const effectiveSystem = system ??
-        buildGeneratorSystemPrompt(constitutionText, annotations, sandboxDirectory, permittedDirectories, dynamicLists);
-    const { output } = await generateObjectWithRepair({
-        model: llm,
-        schema,
-        system: effectiveSystem,
-        prompt: 'Generate test scenarios following the instructions above.',
-        onProgress,
-    });
-    // Mark all LLM-generated scenarios with source: 'generated'
-    const generated = output.scenarios.map((s) => ({
-        ...s,
-        source: 'generated',
-    }));
-    // Deduplicate: remove generated scenarios that are substantially
-    // similar to handwritten ones
-    const unique = generated.filter((g) => !handwrittenScenarios.some((h) => areSimilar(g, h)));
-    // Handwritten first, then generated
-    return [...handwrittenScenarios, ...unique];
-}
-// ---------------------------------------------------------------------------
-// Multi-Turn Scenario Generator Session
-// ---------------------------------------------------------------------------
-const INITIAL_USER_MESSAGE = 'Generate test scenarios following the instructions above.';
 /**
- * Formats feedback from the verify-repair loop into a user message
- * for the next turn of the scenario generator conversation.
+ * Builds the user-message prompt for a single scenario generation batch.
+ * When handwritten scenarios exist for this batch's tools, they are
+ * included so the LLM avoids duplicating their coverage.
  */
-export function formatFeedbackMessage(feedback) {
-    const sections = [];
-    if (feedback.corrections.length > 0) {
-        const lines = feedback.corrections.map((c) => `- "${c.scenarioDescription}": correct decision is ${c.correctedDecision} (${c.correctedReasoning})`);
-        sections.push('## Corrected Scenarios\n\n' +
-            'These scenarios had wrong expectedDecision values. The verifier determined the correct decisions:\n\n' +
-            lines.join('\n'));
-    }
-    if (feedback.discardedScenarios.length > 0) {
-        const lines = feedback.discardedScenarios.map((d) => `- "${d.scenario.description}": ${d.rule} always returns ${d.actual}`);
-        sections.push('## Discarded Scenarios (Structural Conflicts)\n\n' +
-            'These scenarios conflict with hardcoded structural invariants and were removed. Do NOT regenerate them:\n\n' +
-            lines.join('\n'));
+function buildBatchPrompt(batchHandwritten) {
+    if (batchHandwritten.length === 0) {
+        return 'Generate test scenarios following the instructions above.';
     }
-    if (feedback.probeScenarios.length > 0) {
-        const lines = feedback.probeScenarios.map((p) => `- ${p.request.serverName}/${p.request.toolName} ${JSON.stringify(p.request.arguments)} -> ${p.expectedDecision}`);
-        sections.push('## Coverage Gaps Found by Verifier\n\n' +
-            'The verifier generated probe scenarios that found gaps. Consider these areas:\n\n' +
-            lines.join('\n'));
-    }
-    return (sections.join('\n\n') +
-        '\n\nGenerate replacement scenarios for the corrected and discarded ones above. ' +
-        'Keep your new scenarios consistent with the corrections. ' +
-        'Do not repeat discarded scenarios or reproduce the original wrong expectations.\n');
+    const handwrittenSummary = batchHandwritten
+        .map((s) => `- ${s.request.serverName}/${s.request.toolName}: "${s.description}" (${s.expectedDecision})`)
+        .join('\n');
+    return `The following handwritten scenarios already exist for these tools. Generate additional scenarios that complement them without duplicating their coverage.
+
+${handwrittenSummary}
+
+Generate test scenarios following the instructions above.`;
 }
 /**
- * A stateful multi-turn wrapper around the scenario generator.
- *
- * Maintains a conversation history so that feedback from the verify-repair
- * loop (corrections, discarded scenarios, probes) can be communicated to
- * the LLM in follow-up turns. The system prompt is fixed at construction
- * and never changes, enabling prompt caching.
- *
- * Lifecycle:
- *   1. Construct with system prompt and config (once per pipeline run)
- *   2. Call generate() for the initial scenario set
- *   3. After verification, call regenerate(feedback) with repair feedback
- *   4. Session is GC'd when the pipeline finishes (no explicit close needed)
+ * Generates test scenarios by batching annotations into groups of
+ * SCENARIO_BATCH_SIZE, running generateObjectWithRepair per batch with
+ * scoped system prompts and Zod schemas, then deduplicating results.
  */
-export class ScenarioGeneratorSession {
-    systemPrompt;
-    model;
-    schema;
-    handwrittenScenarios;
-    history = [];
-    schemaHint;
-    turns = 0;
-    constructor(options) {
-        this.systemPrompt = options.system;
-        this.model = options.model;
-        this.handwrittenScenarios = options.handwrittenScenarios;
-        const serverNames = [...new Set(options.annotations.map((a) => a.serverName))];
-        const toolNames = [...new Set(options.annotations.map((a) => a.toolName))];
-        this.schema = buildGeneratorResponseSchema(serverNames, toolNames);
-        this.schemaHint = schemaToPromptHint(this.schema);
-    }
-    /**
-     * Initial generation: sends the first user message and returns scenarios.
-     * Semantically equivalent to the existing single-shot generateScenarios().
-     */
-    async generate(onProgress) {
-        const userMessage = INITIAL_USER_MESSAGE + this.schemaHint;
-        this.history.push({ role: 'user', content: userMessage });
-        onProgress?.('Generating scenarios...');
-        const result = await generateText({
-            model: this.model,
-            system: this.systemPrompt,
-            messages: this.history,
-            maxOutputTokens: DEFAULT_MAX_TOKENS,
-        });
-        this.history.push({ role: 'assistant', content: result.text });
-        this.turns++;
-        const output = parseJsonWithSchema(result.text, this.schema);
-        const generated = output.scenarios.map((s) => ({
-            ...s,
-            source: 'generated',
-        }));
-        // Deduplicate against handwritten scenarios
-        const unique = generated.filter((g) => !this.handwrittenScenarios.some((h) => areSimilar(g, h)));
-        return [...this.handwrittenScenarios, ...unique];
+export async function generateScenarios(constitutionText, annotations, handwrittenScenarios, sandboxDirectory, llm, permittedDirectories, onProgress, dynamicLists, wrapSystemPrompt, storedAnnotations) {
+    if (annotations.length === 0)
+        return [...handwrittenScenarios];
+    const batches = chunk(annotations, SCENARIO_BATCH_SIZE);
+    const allGenerated = [];
+    // Build stored annotation lookup for batching
+    const storedByKey = new Map();
+    if (storedAnnotations) {
+        for (const sa of storedAnnotations) {
+            storedByKey.set(`${sa.serverName}/${sa.toolName}`, sa);
+        }
     }
-    /**
-     * Follow-up generation: feeds back corrections and requests replacement
-     * scenarios for the ones that were wrong.
-     *
-     * Returns ONLY the new/replacement scenarios (not handwritten, not
-     * previously-generated-and-still-valid ones). The caller is responsible
-     * for merging these into the full scenario set.
-     */
-    async regenerate(feedback, onProgress) {
-        // Schema hint is already in the conversation history from generate().
-        const feedbackMessage = formatFeedbackMessage(feedback);
-        this.history.push({ role: 'user', content: feedbackMessage });
-        onProgress?.(`Regenerating scenarios (turn ${this.turns + 1})...`);
-        const result = await generateText({
-            model: this.model,
-            system: this.systemPrompt,
-            messages: this.history,
-            maxOutputTokens: DEFAULT_MAX_TOKENS,
+    for (let i = 0; i < batches.length; i++) {
+        const batch = batches[i];
+        if (batches.length > 1) {
+            onProgress?.(`Batch ${i + 1}/${batches.length} (${batch.length} tools)`);
+        }
+        // Scoped schema: only this batch's server/tool names
+        const serverNames = [...new Set(batch.map((a) => a.serverName))];
+        const toolNames = [...new Set(batch.map((a) => a.toolName))];
+        // Filter stored annotations to this batch
+        const batchStored = storedAnnotations
+            ? batch
+                .map((a) => storedByKey.get(`${a.serverName}/${a.toolName}`))
+                .filter((sa) => sa !== undefined)
+            : undefined;
+        // Build Zod schema with superRefine that validates argument names at parse time
+        const argsSuperRefine = batchStored ? buildScenarioArgsSuperRefine(buildToolArgNamesMap(batchStored)) : undefined;
+        const schema = buildGeneratorResponseSchema(serverNames, toolNames, argsSuperRefine);
+        // Per-batch system prompt with only this batch's annotations
+        const batchPromptText = buildGeneratorSystemPrompt(constitutionText, batch, sandboxDirectory, permittedDirectories, dynamicLists, batchStored);
+        // Apply cache strategy wrapping if provided
+        const batchSystem = wrapSystemPrompt ? wrapSystemPrompt(batchPromptText) : batchPromptText;
+        // Filter handwritten scenarios to those relevant to this batch (composite key avoids cross-server collisions)
+        const batchToolKeySet = new Set(batch.map((a) => `${a.serverName}:::${a.toolName}`));
+        const batchHandwritten = handwrittenScenarios.filter((s) => batchToolKeySet.has(`${s.request.serverName}:::${s.request.toolName}`));
+        const { output } = await generateObjectWithRepair({
+            model: llm,
+            schema,
+            system: batchSystem,
+            prompt: buildBatchPrompt(batchHandwritten),
+            maxOutputTokens: 16384,
+            onProgress: batches.length > 1 ? (msg) => onProgress?.(`Batch ${i + 1}/${batches.length}: ${msg}`) : onProgress,
         });
-        this.history.push({ role: 'assistant', content: result.text });
-        this.turns++;
-        const output = parseJsonWithSchema(result.text, this.schema);
-        return output.scenarios.map((s) => ({
+        allGenerated.push(...output.scenarios.map((s) => ({
             ...s,
             source: 'generated',
-        }));
-    }
-    /** Returns the number of turns completed so far. */
-    get turnCount() {
-        return this.turns;
+        })));
     }
+    // Deduplicate generated against handwritten AND across batches
+    const seen = new Set();
+    const unique = allGenerated.filter((g) => {
+        if (handwrittenScenarios.some((h) => areSimilar(g, h)))
+            return false;
+        const key = `${g.request.serverName}/${g.request.toolName}/${JSON.stringify(g.request.arguments)}`;
+        if (seen.has(key))
+            return false;
+        seen.add(key);
+        return true;
+    });
+    return [...handwrittenScenarios, ...unique];
+}
+/**
+ * Generates replacement scenarios for structurally discarded ones.
+ * Uses a single-shot generateObjectWithRepair call (no batching needed
+ * since the discarded set is typically small).
+ */
+export async function repairScenarios(discardedScenarios, constitutionText, annotations, sandboxDirectory, llm, permittedDirectories, dynamicLists, onProgress, storedAnnotations) {
+    const serverNames = [...new Set(annotations.map((a) => a.serverName))];
+    const toolNames = [...new Set(annotations.map((a) => a.toolName))];
+    const argsSuperRefine = storedAnnotations
+        ? buildScenarioArgsSuperRefine(buildToolArgNamesMap(storedAnnotations))
+        : undefined;
+    const schema = buildGeneratorResponseSchema(serverNames, toolNames, argsSuperRefine);
+    const discardedList = discardedScenarios
+        .map((b, i) => `${i + 1}. "${b.scenario.description}" (${b.scenario.request.serverName}/${b.scenario.request.toolName}): ${b.feedback}`)
+        .join('\n');
+    const prompt = `The following scenarios were discarded because they conflict with structural invariants (hardcoded engine behavior that cannot be overridden by compiled rules).
+Generate replacement scenarios that cover similar tools and decision types but with correct expectations.
+
+${discardedList}
+
+Generate one replacement scenario per discarded scenario.`;
+    const system = buildGeneratorSystemPrompt(constitutionText, annotations, sandboxDirectory, permittedDirectories, dynamicLists, storedAnnotations);
+    const { output } = await generateObjectWithRepair({
+        model: llm,
+        schema,
+        system,
+        prompt,
+        maxOutputTokens: DEFAULT_MAX_TOKENS,
+        onProgress,
+    });
+    return output.scenarios.map((s) => ({
+        ...s,
+        source: 'generated',
+    }));
 }
 //# sourceMappingURL=scenario-generator.js.map

package/dist/pipeline/scenario-generator.js.map

@@ -1 +1 @@
-{"version":3,"file":"scenario-generator.js","sourceRoot":"","sources":["../../src/pipeline/scenario-generator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,2BAA2B,CAAC;AAGnC,SAAS,4BAA4B,CAAC,WAAkC,EAAE,SAAgC;IACxG,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;QAC9B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;YAChB,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;YAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7C,CAAC;QACF,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACvD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;KACtB,CAAC,CAAC;IAEH,OAAO,CAAC,CAAC,MAAM,CAAC;QACd,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;KACnC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAElC;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,YAA+B;IACvE,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC;SAC/C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,uBAAuB,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,OAAO,QAAQ,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,aAAa,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;IACzF,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;EAIP,OAAO;;;CAGR,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,0BAA0B,CACxC,gBAAwB,EACxB,WAA6B,EAC7B,gBAAwB,EACxB,oBAA+B,EAC/B,YAA+B;IAE/B,MAAM,kBAAkB,GAAG,WAAW;SACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;aACxD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,KAAK,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,iBAAiB,CAAC,CAAC,WAAW,WAAW,QAAQ,IAAI,MAAM,GAAG,CAAC;IACrH,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;EAIP,gBAAgB;;;;EAIhB,kBAAkB;;;;uBAIG,gBAAgB;EAErC,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC;QACrD,CAAC,CAAC;;;;;EAKJ,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;CACrD;QACG,CAAC,CAAC,EACN;EACE,yBAAyB,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAiCc,gBAAgB;;;;;+DAKR,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,CAAe,EAAE,CAAe;IAClD,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5D,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAEhE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,KAAK,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,gBAAwB,EACxB,WAA6B,EAC7B,oBAAoC,EACpC,gBAAwB,EACxB,GAAkB,EAClB,oBAA+B,EAC/B,UAAsC,EACtC,MAAoC,EACpC,YAA+B;IAE/B,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAA0B,CAAC;IAChG,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAA0B,CAAC;IAC5F,MAAM,MAAM,GAAG,4BAA4B,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAEpE,MAAM,eAAe,GACnB,MAAM;QACN,0BAA0B,CAAC,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,YAAY,CAAC,CAAC;IAElH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,wBAAwB,CAAC;QAChD,KAAK,EAAE,GAAG;QACV,MAAM;QACN,MAAM,EAAE,eAAe;QACvB,MAAM,EAAE,2DAA2D;QACnE,UAAU;KACX,CAAC,CAAC;IAEH,4DAA4D;IAC5D,MAAM,SAAS,GAAmB,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7D,GAAG,CAAC;QACJ,MAAM,EAAE,WAAoB;KAC7B,CAAC,CAAC,CAAC;IAEJ,iEAAiE;IACjE,8BAA8B;IAC9B,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5F,oCAAoC;IACpC,OAAO,CAAC,GAAG,oBAAoB,EAAE,GAAG,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,MAAM,oBAAoB,GAAG,2DAA2D,CAAC;AAEzF;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAA0B;IAC9D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,mBAAmB,0BAA0B,CAAC,CAAC,iBAAiB,KAAK,CAAC,CAAC,kBAAkB,GAAG,CAC5G,CAAC;QACF,QAAQ,CAAC,IAAI,CACX,4BAA4B;YAC1B,uGAAuG;YACvG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,MAAM,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC,MAAM,EAAE,CAC7E,CAAC;QACF,QAAQ,CAAC,IAAI,CACX,mDAAmD;YACjD,6GAA6G;YAC7G,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CACvC,CAAC,CAAC,EAAE,EAAE,CACJ,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,gBAAgB,EAAE,CACpH,CAAC;QACF,QAAQ,CAAC,IAAI,CACX,wCAAwC;YACtC,mFAAmF;YACnF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,OAAO,CACL,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QACrB,iFAAiF;QACjF,2DAA2D;QAC3D,mFAAmF,CACpF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,wBAAwB;IAClB,YAAY,CAA8B;IAC1C,KAAK,CAAgB;IACrB,MAAM,CAAkD;IACxD,oBAAoB,CAAiB;IACrC,OAAO,GAA2D,EAAE,CAAC;IACrE,UAAU,CAAS;IAC5B,KAAK,GAAG,CAAC,CAAC;IAElB,YAAY,OAKX;QACC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;QAEzD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAA0B,CAAC;QACxG,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAA0B,CAAC;QACpG,IAAI,CAAC,MAAM,GAAG,4BAA4B,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,UAAsC;QACnD,MAAM,WAAW,GAAG,oBAAoB,GAAG,IAAI,CAAC,UAAU,CAAC;QAC3D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAE1D,UAAU,EAAE,CAAC,yBAAyB,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,YAAY;YACzB,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,eAAe,EAAE,kBAAkB;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,EAAE,CAAC;QAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAmB,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7D,GAAG,CAAC;YACJ,MAAM,EAAE,WAAoB;SAC7B,CAAC,CAAC,CAAC;QAEJ,4CAA4C;QAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,OAAO,CAAC,GAAG,IAAI,CAAC,oBAAoB,EAAE,GAAG,MAAM,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CAAC,QAA0B,EAAE,UAAsC;QACjF,sEAAsE;QACtE,MAAM,eAAe,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;QAE9D,UAAU,EAAE,CAAC,gCAAgC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;QAEnE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,YAAY;YACzB,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,eAAe,EAAE,kBAAkB;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,EAAE,CAAC;QAEb,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClC,GAAG,CAAC;YACJ,MAAM,EAAE,WAAoB;SAC7B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oDAAoD;IACpD,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}
+{"version":3,"file":"scenario-generator.js","sourceRoot":"","sources":["../../src/pipeline/scenario-generator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAS5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,4BAA4B,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAExH,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAEtC,SAAS,4BAA4B,CACnC,WAAkC,EAClC,SAAgC,EAChC,eAAiE;IAEjE,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;QAC9B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;QACvB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;YAChB,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;YAC/B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC7C,CAAC;QACF,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QACvD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;KACtB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IAEnG,OAAO,CAAC,CAAC,MAAM,CAAC;QACd,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;KAChC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAElC;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,YAA+B;IACvE,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC;SAC/C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,uBAAuB,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,OAAO,QAAQ,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,aAAa,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;IACzF,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;EAIP,OAAO;;;CAGR,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAe,EAAE,IAAsB;IAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC;QAC7B,IAAI,OAAe,CAAC;QACpB,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QACxD,CAAC;aAAM,IAAI,IAAI,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,OAAO,QAAQ,OAAO,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,OAAO,cAAc,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACnF,CAAC;AAED;;;;GAIG;AACH,SAAS,yBAAyB,CAAC,UAA0B,EAAE,gBAAuC;IACpG,MAAM,IAAI,GAAG,gBAAgB,EAAE,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC;IACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAA6B,EAAE,EAAE;QAChD,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,gEAAgE;QAChE,OAAO,GAAG,IAAI,MAAO,IAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACvD,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,KAAK,UAAU,CAAC,UAAU,IAAI,UAAU,CAAC,QAAQ,KAAK,UAAU,CAAC,OAAO,WAAW,QAAQ,IAAI,MAAM,GAAG,CAAC;AAClH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,0BAA0B,CACxC,gBAAwB,EACxB,WAA6B,EAC7B,gBAAwB,EACxB,oBAA+B,EAC/B,YAA+B,EAC/B,iBAA0C;IAE1C,qEAAqE;IACrE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC5D,IAAI,iBAAiB,EAAE,CAAC;QACtB,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,MAAM,kBAAkB,GAAG,WAAW;SACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChE,OAAO,yBAAyB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;;EAIP,gBAAgB;;;;EAIhB,kBAAkB;;EAElB,iBAAiB,CAAC,CAAC,CAAC,uDAAuD,kBAAkB,CAAC,iBAAiB,CAAC,kIAAkI,CAAC,CAAC,CAAC,EAAE;;;uBAGlO,gBAAgB;EAErC,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC;QACrD,CAAC,CAAC;;;;;EAKJ,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;CACrD;QACG,CAAC,CAAC,EACN;EACE,yBAAyB,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uDAiCc,gBAAgB;;;;;+DAKR,CAAC;AAChE,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,CAAe,EAAE,CAAe;IAClD,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5D,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAEhE,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,KAAK,CAAC;AACzB,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,gBAAgC;IACxD,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,2DAA2D,CAAC;IACrE,CAAC;IAED,MAAM,kBAAkB,GAAG,gBAAgB;SACxC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,MAAM,CAAC,CAAC,WAAW,MAAM,CAAC,CAAC,gBAAgB,GAAG,CAAC;SACzG,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;EAEP,kBAAkB;;0DAEsC,CAAC;AAC3D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,gBAAwB,EACxB,WAA6B,EAC7B,oBAAoC,EACpC,gBAAwB,EACxB,GAAkB,EAClB,oBAA+B,EAC/B,UAAsC,EACtC,YAA+B,EAC/B,gBAAkE,EAClE,iBAA0C;IAE1C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,oBAAoB,CAAC,CAAC;IAE/D,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IACxD,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,8CAA8C;IAC9C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC5D,IAAI,iBAAiB,EAAE,CAAC;QACtB,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;YACnC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,UAAU,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;QAC3E,CAAC;QAED,qDAAqD;QACrD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAA0B,CAAC;QAC1F,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAA0B,CAAC;QACtF,0CAA0C;QAC1C,MAAM,WAAW,GAAG,iBAAiB;YACnC,CAAC,CAAC,KAAK;iBACF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;iBAC5D,MAAM,CAAC,CAAC,EAAE,EAA8B,EAAE,CAAC,EAAE,KAAK,SAAS,CAAC;YACjE,CAAC,CAAC,SAAS,CAAC;QAEd,gFAAgF;QAChF,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,4BAA4B,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClH,MAAM,MAAM,GAAG,4BAA4B,CAAC,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QAErF,6DAA6D;QAC7D,MAAM,eAAe,GAAG,0BAA0B,CAChD,gBAAgB,EAChB,KAAK,EACL,gBAAgB,EAChB,oBAAoB,EACpB,YAAY,EACZ,WAAW,CACZ,CAAC;QAEF,4CAA4C;QAC5C,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QAE3F,8GAA8G;QAC9G,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrF,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CACvE,CAAC;QAEF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,wBAAwB,CAAC;YAChD,KAAK,EAAE,GAAG;YACV,MAAM;YACN,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;YAC1C,eAAe,EAAE,KAAK;YACtB,UAAU,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU;SAChH,CAAC,CAAC;QAEH,YAAY,CAAC,IAAI,CACf,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9B,GAAG,CAAC;YACJ,MAAM,EAAE,WAAoB;SAC7B,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC;IAED,+DAA+D;IAC/D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACvC,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACrE,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACnG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,oBAAoB,EAAE,GAAG,MAAM,CAAC,CAAC;AAC9C,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,kBAAkE,EAClE,gBAAwB,EACxB,WAA6B,EAC7B,gBAAwB,EACxB,GAAkB,EAClB,oBAA+B,EAC/B,YAA+B,EAC/B,UAAsC,EACtC,iBAA0C;IAE1C,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAA0B,CAAC;IAChG,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAA0B,CAAC;IAC5F,MAAM,eAAe,GAAG,iBAAiB;QACvC,CAAC,CAAC,4BAA4B,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;QACvE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,4BAA4B,CAAC,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;IAErF,MAAM,aAAa,GAAG,kBAAkB;SACrC,GAAG,CACF,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,MAAM,CAAC,CAAC,QAAQ,EAAE,CAC3H;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG;;;EAGf,aAAa;;0DAE2C,CAAC;IAEzD,MAAM,MAAM,GAAG,0BAA0B,CACvC,gBAAgB,EAChB,WAAW,EACX,gBAAgB,EAChB,oBAAoB,EACpB,YAAY,EACZ,iBAAiB,CAClB,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,wBAAwB,CAAC;QAChD,KAAK,EAAE,GAAG;QACV,MAAM;QACN,MAAM;QACN,MAAM;QACN,eAAe,EAAE,kBAAkB;QACnC,UAAU;KACX,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,CAAC;QACJ,MAAM,EAAE,WAAoB;KAC7B,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/pipeline/scenario-schema-validator.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Validates test scenario arguments against tool input schemas.
+ *
+ * Catches common LLM errors: wrong argument names, missing required fields,
+ * and invalid enum values. Uses the JSON Schema stored in tool annotations
+ * (captured from MCP servers at annotation time).
+ */
+import { z } from 'zod';
+import type { StoredToolAnnotation, TestScenario, DiscardedScenario } from './types.js';
+export interface SchemaValidationError {
+    readonly message: string;
+}
+/**
+ * Validates a scenario's arguments against the matching tool's inputSchema.
+ *
+ * Returns an empty array if the scenario is valid or if no matching
+ * annotation/schema is found (graceful skip).
+ */
+export declare function validateScenarioArgs(scenario: TestScenario, storedAnnotations: StoredToolAnnotation[]): SchemaValidationError[];
+/**
+ * Filters scenarios with invalid arguments, returning valid and discarded sets.
+ *
+ * Scenarios without a matching annotation or inputSchema are kept (not discarded).
+ */
+export declare function filterInvalidSchemaScenarios(scenarios: TestScenario[], storedAnnotations: StoredToolAnnotation[]): {
+    valid: TestScenario[];
+    discarded: DiscardedScenario[];
+};
+/**
+ * Builds a Map from toolName → Set of valid argument names, extracted from inputSchema.
+ * Used by Zod superRefine to reject scenarios with invalid argument names at parse time.
+ */
+export declare function buildToolArgNamesMap(annotations: StoredToolAnnotation[]): Map<string, Set<string>>;
+/**
+ * Creates a Zod superRefine function that validates scenario arguments against
+ * tool input schemas. When integrated into the scenario Zod schema, validation
+ * errors are returned to the LLM via generateObjectWithRepair for automatic fix.
+ *
+ * This is the PRIMARY validation point — it replaces post-hoc filtering.
+ */
+export declare function buildScenarioArgsSuperRefine(toolArgNames: Map<string, Set<string>>): (scenario: {
+    request: {
+        toolName: string;
+        arguments: Record<string, unknown>;
+    };
+}, ctx: z.RefinementCtx) => void;
+/**
+ * Formats tool argument names for inclusion in LLM prompts, so the LLM knows
+ * which argument names are valid per tool.
+ */
+export declare function formatToolArgNames(annotations: StoredToolAnnotation[]): string;

package/dist/pipeline/scenario-schema-validator.js

@@ -0,0 +1,132 @@
+/**
+ * Validates test scenario arguments against tool input schemas.
+ *
+ * Catches common LLM errors: wrong argument names, missing required fields,
+ * and invalid enum values. Uses the JSON Schema stored in tool annotations
+ * (captured from MCP servers at annotation time).
+ */
+function asJsonSchema(raw) {
+    return raw;
+}
+/**
+ * Validates a scenario's arguments against the matching tool's inputSchema.
+ *
+ * Returns an empty array if the scenario is valid or if no matching
+ * annotation/schema is found (graceful skip).
+ */
+export function validateScenarioArgs(scenario, storedAnnotations) {
+    const annotation = storedAnnotations.find((a) => a.serverName === scenario.request.serverName && a.toolName === scenario.request.toolName);
+    if (!annotation?.inputSchema)
+        return [];
+    const schema = asJsonSchema(annotation.inputSchema);
+    if (!schema.properties)
+        return [];
+    const errors = [];
+    const scenarioArgs = scenario.request.arguments;
+    const schemaPropertyNames = new Set(Object.keys(schema.properties));
+    // Check for unknown argument names
+    for (const argName of Object.keys(scenarioArgs)) {
+        if (!schemaPropertyNames.has(argName)) {
+            errors.push({ message: `unknown argument "${argName}" (valid: ${[...schemaPropertyNames].join(', ')})` });
+        }
+    }
+    // Check for missing required fields
+    if (schema.required) {
+        for (const requiredArg of schema.required) {
+            if (!(requiredArg in scenarioArgs)) {
+                errors.push({ message: `missing required argument "${requiredArg}"` });
+            }
+        }
+    }
+    // Check enum constraints
+    for (const [argName, propSchema] of Object.entries(schema.properties)) {
+        if (!propSchema.enum || !(argName in scenarioArgs))
+            continue;
+        const value = scenarioArgs[argName];
+        if (!propSchema.enum.includes(value)) {
+            errors.push({
+                message: `argument "${argName}" has invalid value ${JSON.stringify(value)} (valid: ${propSchema.enum.map((v) => JSON.stringify(v)).join(', ')})`,
+            });
+        }
+    }
+    return errors;
+}
+/**
+ * Filters scenarios with invalid arguments, returning valid and discarded sets.
+ *
+ * Scenarios without a matching annotation or inputSchema are kept (not discarded).
+ */
+export function filterInvalidSchemaScenarios(scenarios, storedAnnotations) {
+    const valid = [];
+    const discarded = [];
+    for (const scenario of scenarios) {
+        const errors = validateScenarioArgs(scenario, storedAnnotations);
+        if (errors.length > 0) {
+            discarded.push({
+                scenario,
+                actual: 'deny',
+                rule: `invalid-schema: ${errors.map((e) => e.message).join('; ')}`,
+            });
+        }
+        else {
+            valid.push(scenario);
+        }
+    }
+    return { valid, discarded };
+}
+// ---------------------------------------------------------------------------
+// Zod integration: validate scenario arguments at schema parse time
+// ---------------------------------------------------------------------------
+/**
+ * Builds a Map from toolName → Set of valid argument names, extracted from inputSchema.
+ * Used by Zod superRefine to reject scenarios with invalid argument names at parse time.
+ */
+export function buildToolArgNamesMap(annotations) {
+    const map = new Map();
+    for (const ann of annotations) {
+        const schema = asJsonSchema(ann.inputSchema);
+        if (schema.properties) {
+            map.set(ann.toolName, new Set(Object.keys(schema.properties)));
+        }
+    }
+    return map;
+}
+/**
+ * Creates a Zod superRefine function that validates scenario arguments against
+ * tool input schemas. When integrated into the scenario Zod schema, validation
+ * errors are returned to the LLM via generateObjectWithRepair for automatic fix.
+ *
+ * This is the PRIMARY validation point — it replaces post-hoc filtering.
+ */
+export function buildScenarioArgsSuperRefine(toolArgNames) {
+    return (scenario, ctx) => {
+        const validArgs = toolArgNames.get(scenario.request.toolName);
+        if (!validArgs)
+            return; // unknown tool — can't validate, Zod enum on toolName catches it
+        for (const argName of Object.keys(scenario.request.arguments)) {
+            if (!validArgs.has(argName)) {
+                ctx.addIssue({
+                    code: 'custom',
+                    path: ['request', 'arguments', argName],
+                    message: `Unknown argument "${argName}" for tool "${scenario.request.toolName}". Valid arguments: ${[...validArgs].join(', ')}`,
+                });
+            }
+        }
+    };
+}
+/**
+ * Formats tool argument names for inclusion in LLM prompts, so the LLM knows
+ * which argument names are valid per tool.
+ */
+export function formatToolArgNames(annotations) {
+    const lines = [];
+    for (const ann of annotations) {
+        const schema = asJsonSchema(ann.inputSchema);
+        if (schema.properties) {
+            const args = Object.keys(schema.properties).join(', ');
+            lines.push(`- ${ann.toolName}: args=[${args}]`);
+        }
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=scenario-schema-validator.js.map