aspectcode 0.4.1 → 1.0.1

package/node_modules/@aspectcode/evaluator/dist/probes.js

@@ -1,303 +1,213 @@
 "use strict";
 /**
- * Probe generator — creates scoped micro-tests from KB content.
+ * LLM-powered probe generator — creates synthetic bug-fix tasks.
  *
- * Probes are derived from:
- * 1. KB structure (hubs, entry points, naming conventions, integrations)
- * 2. KB diff (changed areas and their 1-hop dependents)
- * 3. Harvested prompts (real user interactions that reveal problem areas)
+ * Each probe is a realistic coding-assistant request with expected
+ * behaviours. Probes are generated via LLM at temperature 0.9 for
+ * diversity, with deduplication across iterations and a fallback
+ * pool of hardcoded templates.
  *
- * Each probe is a self-contained scenario that can be "run" by sending it
- * to an LLM with AGENTS.md as context and evaluating the response.
+ * Ported from sweagent_bench oracle/probes.py.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeProbeText = normalizeProbeText;
+exports.isDuplicate = isDuplicate;
+exports.parseProbeResponse = parseProbeResponse;
 exports.generateProbes = generateProbes;
-exports.extractSection = extractSection;
-exports.parseHubs = parseHubs;
-exports.parseEntryPoints = parseEntryPoints;
-exports.parseConventions = parseConventions;
-exports.parseDiffFiles = parseDiffFiles;
-// ── KB section parsers ──────────────────────────────────────
-/** Extract a section from KB text by heading prefix. */
-function extractSection(kb, heading) {
-    const idx = kb.indexOf(heading);
-    if (idx < 0)
-        return '';
-    const start = idx + heading.length;
-    // Find the next `---` separator or end of string
-    const sepIdx = kb.indexOf('\n---\n', start);
-    return sepIdx > 0 ? kb.slice(start, sepIdx).trim() : kb.slice(start).trim();
-}
-/**
- * Parse "High-Risk Architectural Hubs" table rows.
- *
- * Handles two formats:
- * - Legacy 3-col: | File | In | Out |
- * - Emitter 5-col: | Rank | File | Imports | Imported By | Risk |
- */
-function parseHubs(architecture) {
-    const hubs = [];
-    const section = extractSubSection(architecture, 'High-Risk Architectural Hubs');
-    if (!section)
-        return hubs;
-    // Try 5-col emitter format first: | Rank | `file` | Imports | Imported By | Risk |
-    const fiveCol = /\|\s*\d+\s*\|\s*`([^`]+)`\s*\|\s*(\d+)\s*\|\s*(\d+)\s*\|/g;
-    let match;
-    while ((match = fiveCol.exec(section)) !== null) {
-        hubs.push({
-            file: match[1].trim(),
-            outDegree: parseInt(match[2], 10), // "Imports"
-            inDegree: parseInt(match[3], 10), // "Imported By"
-        });
-    }
-    if (hubs.length > 0)
-        return hubs;
-    // Fallback: 3-col legacy format | File | In | Out |
-    const threeCol = /\|\s*`?([^`|]+?)`?\s*\|\s*(\d+)\s*\|\s*(\d+)\s*\|/g;
-    while ((match = threeCol.exec(section)) !== null) {
-        hubs.push({
-            file: match[1].trim(),
-            inDegree: parseInt(match[2], 10),
-            outDegree: parseInt(match[3], 10),
-        });
+const llmUtil_1 = require("./llmUtil");
+// ── Constants ───────────────────────────────────────────────
+const MAX_KB_CHARS = 12000;
+const MAX_TOPUP_ATTEMPTS = 3;
+// ── Prompts ─────────────────────────────────────────────────
+function buildProbeSystemPrompt(maxProbes) {
+    return `Generate probe tasks to evaluate whether AGENTS.md improves repo self-exploration.
+
+Return ONLY a JSON array of probe objects with this shape:
+[
+    {
+    "task": "short realistic coding-assistant user request",
+    "expected_behaviors": ["behavior 1", "behavior 2"],
+    "rationale": "why this probe is useful"
     }
-    return hubs;
+]
+
+Rules:
+- Return exactly ${maxProbes} probes, diverse across bug-fix and test-failure tasks.
+- Tasks must be concrete coding requests, not AGENTS/meta questions.
+- Each probe must include 2-4 expected behaviors.
+- Expected behaviors must emphasize: evidence-first localization, dependency tracing, minimal scoped edits, and targeted validation.
+- Every task must be patchable and executable by a tool-using coding runner (inspect files, run commands, propose code diff).
+- Avoid pure advisory/navigation-only tasks that do not naturally end in a code diff.
+- Avoid duplicates with prior tasks.
+- Exactly ${maxProbes} probes.`;
 }
-/**
- * Parse "Entry Points" from architecture section.
- *
- * Handles two formats:
- * - Legacy table:      | File | Kind |
- * - Emitter bullet:    - 🟢 `path`: reason  (under ### Runtime / Tooling sub-headings)
- */
-function parseEntryPoints(architecture) {
-    const entries = [];
-    const section = extractSubSection(architecture, 'Entry Points');
-    if (!section)
-        return entries;
-    // Try bullet-list format first: - <emoji> `path`: reason
-    const bulletRegex = /^-\s*(?:[^`]*?)\s*`([^`]+)`\s*:\s*(.+)$/gm;
-    let match;
-    while ((match = bulletRegex.exec(section)) !== null) {
-        entries.push({ file: match[1].trim(), kind: match[2].trim() });
-    }
-    if (entries.length > 0)
-        return entries;
-    // Fallback: table format | File | Kind |
-    const tableRegex = /\|\s*`?([^`|]+?)`?\s*\|\s*([^|]+?)\s*\|/g;
-    while ((match = tableRegex.exec(section)) !== null) {
-        const file = match[1].trim();
-        const kind = match[2].trim();
-        if (file && !file.includes('---') && kind !== 'Kind') {
-            entries.push({ file, kind });
-        }
-    }
-    return entries;
+function buildProbeUserPrompt(projectName, agentsMd, kbText, priorTasks) {
+    const priorSection = priorTasks.length > 0
+        ? priorTasks.map((t, i) => `${i + 1}. ${t}`).join('\n')
+        : '(none)';
+    return `Project: ${projectName}
+
+CURRENT AGENTS.MD:
+---
+${agentsMd}
+---
+
+REPO KB SNIPPET:
+---
+${kbText}
+---
+
+PRIOR PROBE TASKS (avoid duplicates):
+${priorSection}
+
+Generate probes now.
+
+Additional requirements for this batch:
+- Include realistic technical context (module/function/test hints) when possible.
+- Prefer scoped fixes; avoid broad refactors.
+- Phrase each task as a request to fix a concrete failing behavior or test regression.`;
 }
-/**
- * Parse naming conventions from the map section.
- *
- * Handles both simple bullet lists and the structured emitter output
- * (tables for file naming, bullets for function naming / framework patterns).
- * Extracts a flat list of convention strings for probe generation.
- */
-function parseConventions(mapSection) {
-    const section = extractSubSection(mapSection, 'Conventions');
-    if (!section)
-        return [];
-    const conventions = [];
-    // Pick up plain bullet items (- text or * text)
-    for (const line of section.split('\n')) {
-        const trimmed = line.trim();
-        if (/^[-*]\s+/.test(trimmed)) {
-            conventions.push(trimmed.replace(/^[-*]\s*/, '').trim());
-        }
-    }
-    // Pick up table rows (| Pattern | Example | Count |)
-    const tableRegex = /\|\s*([^|]+?)\s*\|\s*`([^`]+)`\s*\|\s*\d+\s*\|/g;
-    let match;
-    while ((match = tableRegex.exec(section)) !== null) {
-        const pattern = match[1].trim();
-        const example = match[2].trim();
-        if (pattern && !pattern.includes('---') && pattern !== 'Pattern') {
-            conventions.push(`${pattern} (e.g. ${example})`);
-        }
-    }
-    // Pick up bold directives like **Use:** kebab-case for new files.
-    const boldRegex = /\*\*Use:\*\*\s*(.+)/g;
-    while ((match = boldRegex.exec(section)) !== null) {
-        conventions.push(match[1].trim());
-    }
-    return conventions.filter(Boolean);
+// ── Fallback probe pool ─────────────────────────────────────
+const FALLBACK_BEHAVIORS = [
+    'Localizes likely files/functions before editing',
+    'Applies a minimal scoped code change',
+    'Runs targeted validation relevant to the change',
+];
+const FALLBACK_PROBES = [
+    { task: 'A recent commit introduced a regression in a high-traffic module. A core function now returns incorrect results for edge-case inputs. Fix it.', rationale: 'Tests regression diagnosis in a core path' },
+    { task: 'A test suite for the main entry point is failing after a dependency update. The test expects old behavior. Update the test or the code to restore correctness.', rationale: 'Tests adaptation to dependency changes' },
+    { task: 'An edge case in input validation causes a crash when empty strings are passed. Add proper validation and a test.', rationale: 'Tests defensive coding and validation' },
+    { task: 'A serialization function drops fields when the input contains nested objects with optional keys. Fix the serialization logic.', rationale: 'Tests careful data handling' },
+    { task: 'A caching layer returns stale data after a config change. The cache invalidation logic does not account for the new config key. Fix it.', rationale: 'Tests understanding of caching dependencies' },
+    { task: 'A version compatibility check is too strict and rejects valid inputs from the latest release. Relax the check while maintaining safety.', rationale: 'Tests careful constraint relaxation' },
+    { task: 'A lifecycle hook fires in the wrong order during initialization, causing a null reference. Fix the ordering.', rationale: 'Tests understanding of initialization order' },
+    { task: 'A deduplication filter is too aggressive and removes valid entries that share a partial key. Fix the matching logic.', rationale: 'Tests precise filtering logic' },
+    { task: 'An API endpoint returns a 500 error when called with a valid but uncommon parameter combination. Trace and fix the handler.', rationale: 'Tests end-to-end debugging' },
+    { task: 'A migration script fails silently when the target schema already exists. Add proper detection and error handling.', rationale: 'Tests robustness in data operations' },
+    { task: 'A search function returns duplicate results when the query matches items in multiple indexes. Fix the result merging.', rationale: 'Tests data aggregation correctness' },
+    { task: 'An event handler leaks resources because it registers listeners but never removes them. Fix the cleanup.', rationale: 'Tests resource management' },
+    { task: 'A formatting function produces incorrect output for locale-specific inputs. Fix the locale handling.', rationale: 'Tests internationalization awareness' },
+    { task: 'A retry mechanism enters an infinite loop when the error type changes between attempts. Add proper loop termination.', rationale: 'Tests error handling robustness' },
+    { task: 'A permissions check incorrectly grants access when multiple roles overlap. Fix the authorization logic.', rationale: 'Tests security-sensitive logic' },
+];
+// ── Deduplication ───────────────────────────────────────────
+function normalizeProbeText(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^a-z0-9\s]/g, '')
+        .replace(/\s+/g, ' ')
+        .trim();
 }
-/**
- * Extract a sub-section within a larger section by heading.
- *
- * Tolerates emoji prefixes (e.g. "⚠️ High-Risk Architectural Hubs")
- * by allowing optional non-word chars before the heading text.
- * Only stops at headings of the **same or higher** level (fewer #'s).
- */
-function extractSubSection(section, heading) {
-    const escaped = heading.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
-    // Allow optional emoji / symbol chars between the # and the heading text
-    const regex = new RegExp(`(#{1,6})\\s*(?:[^\\w\\s]*\\s*)?${escaped}`, 'i');
-    const match = regex.exec(section);
-    if (!match)
-        return '';
-    const headingLevel = match[1].length; // number of # chars
-    const start = match.index + match[0].length;
-    // Find next heading of same or higher (shallower) level
-    const rest = section.slice(start);
-    const endPattern = new RegExp(`\\n#{1,${headingLevel}}\\s`);
-    const nextHeading = rest.search(endPattern);
-    return nextHeading > 0 ? rest.slice(0, nextHeading).trim() : rest.trim();
+function isDuplicate(task, existing) {
+    const normalized = normalizeProbeText(task);
+    return existing.some((t) => {
+        const n = normalizeProbeText(t);
+        return n === normalized || n.includes(normalized) || normalized.includes(n);
+    });
 }
-/** Parse file paths mentioned in a diff string. */
-function parseDiffFiles(diff) {
-    const files = new Set();
-    const regex = /^[+-]{3}\s+[ab]\/(.+)$/gm;
-    let match;
-    while ((match = regex.exec(diff)) !== null) {
-        files.add(match[1]);
+function parseProbeResponse(raw) {
+    // Strip thinking tags
+    let cleaned = raw.replace(/<think>[\s\S]*?<\/think>/g, '').trim();
+    // Strip code fences
+    cleaned = cleaned.replace(/^```(?:json)?\s*\n?/m, '').replace(/\n?```\s*$/m, '').trim();
+    try {
+        const parsed = JSON.parse(cleaned);
+        if (Array.isArray(parsed))
+            return parsed;
     }
-    // Also pick up paths from @@ hunks or added/removed lines referencing files
-    const pathRegex = /(?:^[+-]\s*(?:import|from|require)\s*.*?['"])([^'"]+)['"]/gm;
-    while ((match = pathRegex.exec(diff)) !== null) {
-        files.add(match[1]);
+    catch {
+        // Try to find JSON array
+        const match = cleaned.match(/\[[\s\S]*\]/);
+        if (match) {
+            try {
+                return JSON.parse(match[0]);
+            }
+            catch {
+                // fall through
+            }
+        }
     }
-    return [...files];
-}
-// ── Probe generators by category ────────────────────────────
-function generateHubProbes(hubs) {
-    return hubs.slice(0, 5).map((hub) => ({
-        id: `hub-safety-${sanitizeId(hub.file)}`,
-        description: `Test that the AI handles ${hub.file} carefully (${hub.inDegree} dependents)`,
-        category: 'hub-safety',
-        contextFiles: [hub.file],
-        task: `I need to modify \`${hub.file}\` to add a new exported function. This file has ${hub.inDegree} files that depend on it. Write the code change and explain what else needs updating.`,
-        expectedBehaviors: [
-            `Acknowledges that ${hub.file} is a high-risk hub with many dependents`,
-            'Warns about or checks for breaking changes to existing exports',
-            'Suggests verifying or updating downstream consumers',
-            'Makes a minimal, backwards-compatible change',
-        ],
-    }));
-}
-function generateEntryPointProbes(entries) {
-    return entries.slice(0, 3).map((entry) => ({
-        id: `entry-point-${sanitizeId(entry.file)}`,
-        description: `Test that the AI handles ${entry.kind} entry point ${entry.file} correctly`,
-        category: 'entry-point',
-        contextFiles: [entry.file],
-        task: `I want to add a new ${entry.kind.toLowerCase()} route/command in \`${entry.file}\`. Where should I add it and what patterns should I follow?`,
-        expectedBehaviors: [
-            `References the existing patterns in ${entry.file}`,
-            `Follows the ${entry.kind.toLowerCase()} conventions used in the project`,
-            'Suggests appropriate error handling consistent with existing handlers',
-            'Places the new code in the correct location within the file',
-        ],
-    }));
-}
-function generateNamingProbes(conventions) {
-    if (conventions.length === 0)
-        return [];
-    const conventionText = conventions.slice(0, 5).join('; ');
-    return [{
-            id: 'naming-conventions',
-            description: 'Test that the AI follows the project\'s naming conventions',
-            category: 'naming',
-            contextFiles: [],
-            task: `I need to create a new utility module with a helper function and a class. What should I name the file, function, and class? The project has these conventions: ${conventionText}`,
-            expectedBehaviors: conventions.slice(0, 5).map((c) => `Follows convention: ${c}`),
-        }];
-}
-function generateDiffProbes(diffFiles) {
-    if (diffFiles.length === 0)
-        return [];
-    return diffFiles.slice(0, 3).map((file) => ({
-        id: `diff-area-${sanitizeId(file)}`,
-        description: `Test AI awareness of recently changed file ${file}`,
-        category: 'architecture',
-        contextFiles: [file],
-        task: `I'm working on \`${file}\` which was recently modified. I need to add a related feature. What do I need to know about this file and its dependencies before making changes?`,
-        expectedBehaviors: [
-            `Identifies the role/purpose of ${file} in the project`,
-            'Notes any imports/exports that constrain changes',
-            'Suggests checking dependent files',
-            'Follows the existing code style in the file',
-        ],
-    }));
-}
-function generateHarvestedProbes(prompts) {
-    // Take the most recent prompts that reference specific files
-    const withFiles = prompts
-        .filter((p) => p.filesReferenced.length > 0)
-        .slice(0, 3);
-    return withFiles.map((p, i) => ({
-        id: `harvested-${i}-${sanitizeId(p.filesReferenced[0] ?? 'general')}`,
-        description: `Probe from real ${p.source} interaction involving ${p.filesReferenced.join(', ')}`,
-        category: 'harvested',
-        contextFiles: p.filesReferenced,
-        task: p.userPrompt,
-        expectedBehaviors: [
-            'Produces a response consistent with the project\'s conventions',
-            'References the correct files and their roles',
-            'Does not hallucinate non-existent APIs or patterns',
-            `Handles the task at least as well as the original ${p.source} response`,
-        ],
-    }));
-}
-// ── Helpers ─────────────────────────────────────────────────
-function sanitizeId(path) {
-    return path
-        .replace(/[/\\]/g, '-')
-        .replace(/\.[^.]+$/, '')
-        .replace(/[^a-zA-Z0-9-]/g, '')
-        .toLowerCase()
-        .slice(0, 40);
+    return [];
 }
 // ── Public API ──────────────────────────────────────────────
 /**
- * Generate probes scoped to the KB content and optional diff.
+ * Generate probes via LLM with fallback to hardcoded templates.
  *
- * When a diff is provided, probes focus on changed areas.
- * Otherwise, probes cover the full KB (hubs, entry points, conventions).
+ * Uses temperature 0.9 for diverse probe generation. Deduplicates
+ * against prior tasks across iterations. Falls back to a pool of
+ * hardcoded templates when LLM generation fails.
  */
-function generateProbes(options) {
-    const { kb, kbDiff, harvestedPrompts, maxProbes = 10 } = options;
-    const architecture = extractSection(kb, '## High-Risk Architectural Hubs');
-    const fullArch = extractSection(kb, '# Architecture') || extractSection(kb, '## High-Risk');
-    const mapSection = extractSection(kb, '# Map') || extractSection(kb, '## Data Models');
+async function generateProbes(options) {
+    const { kb, currentAgentsMd, priorProbeTasks, maxProbes = 10, provider, projectName = 'project', log, signal, } = options;
+    if (signal?.aborted)
+        return [];
+    // Truncate KB to fit in prompt
+    const kbText = kb.length > MAX_KB_CHARS
+        ? kb.slice(0, MAX_KB_CHARS - 20) + '\n[... truncated]'
+        : kb;
+    const allPriorTasks = [...priorProbeTasks];
     const probes = [];
-    // 1. Hub safety probes
-    const hubs = parseHubs(fullArch || architecture);
-    probes.push(...generateHubProbes(hubs));
-    // 2. Entry point probes
-    const entries = parseEntryPoints(fullArch || architecture);
-    probes.push(...generateEntryPointProbes(entries));
-    // 3. Naming convention probes
-    const conventions = parseConventions(mapSection);
-    probes.push(...generateNamingProbes(conventions));
-    // 4. Diff-scoped probes (prioritized when available)
-    if (kbDiff) {
-        const diffFiles = parseDiffFiles(kbDiff);
-        const diffProbes = generateDiffProbes(diffFiles);
-        // Insert diff probes at the front (highest priority)
-        probes.unshift(...diffProbes);
-    }
-    // 5. Harvested prompt probes
-    if (harvestedPrompts && harvestedPrompts.length > 0) {
-        probes.push(...generateHarvestedProbes(harvestedPrompts));
+    let attempts = 0;
+    while (probes.length < maxProbes && attempts <= MAX_TOPUP_ATTEMPTS) {
+        if (signal?.aborted)
+            break;
+        attempts++;
+        const remaining = maxProbes - probes.length;
+        const systemPrompt = buildProbeSystemPrompt(remaining);
+        const userPrompt = buildProbeUserPrompt(projectName, currentAgentsMd, kbText, allPriorTasks);
+        const messages = [
+            { role: 'system', content: systemPrompt },
+            { role: 'user', content: userPrompt },
+        ];
+        let rawProbes = [];
+        try {
+            const response = await (0, llmUtil_1.chatWithTemp)(provider, messages, 0.9, signal);
+            rawProbes = parseProbeResponse(response);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            log?.warn(`Probe generation attempt ${attempts} failed: ${msg}`);
+        }
+        // Process and deduplicate
+        for (const raw of rawProbes) {
+            if (probes.length >= maxProbes)
+                break;
+            if (!raw.task || !raw.expected_behaviors?.length)
+                continue;
+            if (isDuplicate(raw.task, allPriorTasks))
+                continue;
+            const id = `probe-${probes.length + 1}-${normalizeProbeText(raw.task).slice(0, 30).replace(/\s/g, '-')}`;
+            probes.push({
+                id,
+                task: raw.task,
+                expectedBehaviors: raw.expected_behaviors.slice(0, 4),
+                rationale: raw.rationale,
+            });
+            allPriorTasks.push(raw.task);
+        }
+        // If first attempt got nothing, try again before falling back
+        if (rawProbes.length === 0 && attempts >= 2)
+            break;
     }
-    // Deduplicate by id and cap at maxProbes
-    const seen = new Set();
-    const unique = [];
-    for (const probe of probes) {
-        if (!seen.has(probe.id) && unique.length < maxProbes) {
-            seen.add(probe.id);
-            unique.push(probe);
+    // Fallback to hardcoded templates if still under target
+    if (probes.length < maxProbes) {
+        log?.debug(`Using fallback probes (generated ${probes.length}/${maxProbes})`);
+        for (const fallback of FALLBACK_PROBES) {
+            if (probes.length >= maxProbes)
+                break;
+            if (isDuplicate(fallback.task, allPriorTasks))
+                continue;
+            const id = `fallback-${probes.length + 1}`;
+            probes.push({
+                id,
+                task: fallback.task,
+                expectedBehaviors: FALLBACK_BEHAVIORS,
+                rationale: fallback.rationale,
+            });
+            allPriorTasks.push(fallback.task);
         }
     }
-    return unique;
+    log?.info(`Generated ${probes.length} probes (${attempts} LLM attempts)`);
+    return probes;
 }
 //# sourceMappingURL=probes.js.map

package/node_modules/@aspectcode/evaluator/dist/probes.js.map

@@ -1 +1 @@
-{"version":3,"file":"probes.js","sourceRoot":"","sources":["../src/probes.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;AAkRH,wCA4CC;AAGQ,wCAAc;AAAE,8BAAS;AAAE,4CAAgB;AAAE,4CAAgB;AAAE,wCAAc;AAxTtF,+DAA+D;AAE/D,wDAAwD;AACxD,SAAS,cAAc,CAAC,EAAU,EAAE,OAAe;IACjD,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAChC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;IACnC,iDAAiD;IACjD,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC5C,OAAO,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;AAC9E,CAAC;AAED;;;;;;GAMG;AACH,SAAS,SAAS,CAAC,YAAoB;IACrC,MAAM,IAAI,GAAiE,EAAE,CAAC;IAC9E,MAAM,OAAO,GAAG,iBAAiB,CAAC,YAAY,EAAE,8BAA8B,CAAC,CAAC;IAChF,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,mFAAmF;IACnF,MAAM,OAAO,GAAG,2DAA2D,CAAC;IAC5E,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YACrB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAG,YAAY;YAChD,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAI,gBAAgB;SACrD,CAAC,CAAC;IACL,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAEjC,oDAAoD;IACpD,MAAM,QAAQ,GAAG,oDAAoD,CAAC;IACtE,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YACrB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAChC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,YAAoB;IAC5C,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,MAAM,OAAO,GAAG,iBAAiB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAChE,IAAI,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC;IAE7B,yDAAyD;IACzD,MAAM,WAAW,GAAG,2CAA2C,CAAC;IAChE,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAEvC,yCAAyC;IACzC,MAAM,UAAU,GAAG,0CAA0C,CAAC;IAC9D,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,UAAkB;IAC1C,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,gDAAgD;IAChD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,UAAU,GAAG,iDAAiD,CAAC;IACrE,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACjE,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,UAAU,OAAO,GAAG,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,MAAM,SAAS,GAAG,sBAAsB,CAAC;IACzC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,SAAS,iBAAiB,CAAC,OAAe,EAAE,OAAe;IACzD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IAC/D,yEAAyE;IACzE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,kCAAkC,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,oBAAoB;IAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5C,wDAAwD;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,UAAU,YAAY,MAAM,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC5C,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;AAC3E,CAAC;AAED,mDAAmD;AACnD,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,KAAK,GAAG,0BAA0B,CAAC;IACzC,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,4EAA4E;IAC5E,MAAM,SAAS,GAAG,6DAA6D,CAAC;IAChF,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,+DAA+D;AAE/D,SAAS,iBAAiB,CAAC,IAAkE;IAC3F,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACpC,EAAE,EAAE,cAAc,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACxC,WAAW,EAAE,4BAA4B,GAAG,CAAC,IAAI,eAAe,GAAG,CAAC,QAAQ,cAAc;QAC1F,QAAQ,EAAE,YAA6B;QACvC,YAAY,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;QACxB,IAAI,EAAE,sBAAsB,GAAG,CAAC,IAAI,oDAAoD,GAAG,CAAC,QAAQ,uFAAuF;QAC3L,iBAAiB,EAAE;YACjB,qBAAqB,GAAG,CAAC,IAAI,0CAA0C;YACvE,gEAAgE;YAChE,qDAAqD;YACrD,8CAA8C;SAC/C;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,wBAAwB,CAAC,OAA8C;IAC9E,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACzC,EAAE,EAAE,eAAe,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;QAC3C,WAAW,EAAE,4BAA4B,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,IAAI,YAAY;QACzF,QAAQ,EAAE,aAA8B;QACxC,YAAY,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1B,IAAI,EAAE,uBAAuB,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,uBAAuB,KAAK,CAAC,IAAI,8DAA8D;QACpJ,iBAAiB,EAAE;YACjB,uCAAuC,KAAK,CAAC,IAAI,EAAE;YACnD,eAAe,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,kCAAkC;YACzE,uEAAuE;YACvE,6DAA6D;SAC9D;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,WAAqB;IACjD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,OAAO,CAAC;YACN,EAAE,EAAE,oBAAoB;YACxB,WAAW,EAAE,4DAA4D;YACzE,QAAQ,EAAE,QAAyB;YACnC,YAAY,EAAE,EAAE;YAChB,IAAI,EAAE,kKAAkK,cAAc,EAAE;YACxL,iBAAiB,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnD,uBAAuB,CAAC,EAAE,CAC3B;SACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAmB;IAC7C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1C,EAAE,EAAE,aAAa,UAAU,CAAC,IAAI,CAAC,EAAE;QACnC,WAAW,EAAE,8CAA8C,IAAI,EAAE;QACjE,QAAQ,EAAE,cAA+B;QACzC,YAAY,EAAE,CAAC,IAAI,CAAC;QACpB,IAAI,EAAE,oBAAoB,IAAI,qJAAqJ;QACnL,iBAAiB,EAAE;YACjB,kCAAkC,IAAI,iBAAiB;YACvD,kDAAkD;YAClD,mCAAmC;YACnC,6CAA6C;SAC9C;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B;IACzD,6DAA6D;IAC7D,MAAM,SAAS,GAAG,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEf,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9B,EAAE,EAAE,aAAa,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,EAAE;QACrE,WAAW,EAAE,mBAAmB,CAAC,CAAC,MAAM,0BAA0B,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAChG,QAAQ,EAAE,WAA4B;QACtC,YAAY,EAAE,CAAC,CAAC,eAAe;QAC/B,IAAI,EAAE,CAAC,CAAC,UAAU;QAClB,iBAAiB,EAAE;YACjB,gEAAgE;YAChE,8CAA8C;YAC9C,oDAAoD;YACpD,qDAAqD,CAAC,CAAC,MAAM,WAAW;SACzE;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,+DAA+D;AAE/D,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI;SACR,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,WAAW,EAAE;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,+DAA+D;AAE/D;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,OAA8B;IAC3D,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAEjE,MAAM,YAAY,GAAG,cAAc,CAAC,EAAE,EAAE,iCAAiC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,cAAc,CAAC,EAAE,EAAE,gBAAgB,CAAC,IAAI,cAAc,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IAC5F,MAAM,UAAU,GAAG,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,cAAc,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC;IACvF,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,uBAAuB;IACvB,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;IAExC,wBAAwB;IACxB,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC;IAC3D,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;IAElD,8BAA8B;IAC9B,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;IAElD,qDAAqD;IACrD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACjD,qDAAqD;QACrD,MAAM,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;IAChC,CAAC;IAED,6BAA6B;IAC7B,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,yCAAyC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"probes.js","sourceRoot":"","sources":["../src/probes.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;AAoGH,gDAMC;AAED,kCAMC;AAUD,gDAuBC;AAWD,wCA0FC;AAjPD,uCAAyC;AAEzC,+DAA+D;AAE/D,MAAM,YAAY,GAAG,KAAM,CAAC;AAC5B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAE7B,+DAA+D;AAE/D,SAAS,sBAAsB,CAAC,SAAiB;IAC/C,OAAO;;;;;;;;;;;;mBAYU,SAAS;;;;;;;YAOhB,SAAS,UAAU,CAAC;AAChC,CAAC;AAED,SAAS,oBAAoB,CAC3B,WAAmB,EACnB,QAAgB,EAChB,MAAc,EACd,UAAoB;IAEpB,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC;QACxC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACvD,CAAC,CAAC,QAAQ,CAAC;IAEb,OAAO,YAAY,WAAW;;;;EAI9B,QAAQ;;;;;EAKR,MAAM;;;;EAIN,YAAY;;;;;;;uFAOyE,CAAC;AACxF,CAAC;AAED,+DAA+D;AAE/D,MAAM,kBAAkB,GAAG;IACzB,iDAAiD;IACjD,sCAAsC;IACtC,iDAAiD;CAClD,CAAC;AAEF,MAAM,eAAe,GAA+C;IAClE,EAAE,IAAI,EAAE,+IAA+I,EAAE,SAAS,EAAE,2CAA2C,EAAE;IACjN,EAAE,IAAI,EAAE,gKAAgK,EAAE,SAAS,EAAE,wCAAwC,EAAE;IAC/N,EAAE,IAAI,EAAE,kHAAkH,EAAE,SAAS,EAAE,uCAAuC,EAAE;IAChL,EAAE,IAAI,EAAE,+HAA+H,EAAE,SAAS,EAAE,6BAA6B,EAAE;IACnL,EAAE,IAAI,EAAE,yIAAyI,EAAE,SAAS,EAAE,6CAA6C,EAAE;IAC7M,EAAE,IAAI,EAAE,yIAAyI,EAAE,SAAS,EAAE,qCAAqC,EAAE;IACrM,EAAE,IAAI,EAAE,8GAA8G,EAAE,SAAS,EAAE,6CAA6C,EAAE;IAClL,EAAE,IAAI,EAAE,sHAAsH,EAAE,SAAS,EAAE,+BAA+B,EAAE;IAC5K,EAAE,IAAI,EAAE,6HAA6H,EAAE,SAAS,EAAE,4BAA4B,EAAE;IAChL,EAAE,IAAI,EAAE,mHAAmH,EAAE,SAAS,EAAE,qCAAqC,EAAE;IAC/K,EAAE,IAAI,EAAE,uHAAuH,EAAE,SAAS,EAAE,oCAAoC,EAAE;IAClL,EAAE,IAAI,EAAE,0GAA0G,EAAE,SAAS,EAAE,2BAA2B,EAAE;IAC5J,EAAE,IAAI,EAAE,sGAAsG,EAAE,SAAS,EAAE,sCAAsC,EAAE;IACnK,EAAE,IAAI,EAAE,sHAAsH,EAAE,SAAS,EAAE,iCAAiC,EAAE;IAC9K,EAAE,IAAI,EAAE,yGAAyG,EAAE,SAAS,EAAE,gCAAgC,EAAE;CACjK,CAAC;AAEF,+DAA+D;AAE/D,SAAgB,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY,EAAE,QAAkB;IAC1D,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,MAAM,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC;QAChC,OAAO,CAAC,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC;AAUD,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,sBAAsB;IACtB,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAElE,oBAAoB;IACpB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAExF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,MAAoB,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;QACzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAe,CAAC;YAC5C,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,+DAA+D;AAE/D;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAAC,OAA8B;IACjE,MAAM,EACJ,EAAE,EACF,eAAe,EACf,eAAe,EACf,SAAS,GAAG,EAAE,EACd,QAAQ,EACR,WAAW,GAAG,SAAS,EACvB,GAAG,EACH,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,EAAE,CAAC;IAE/B,+BAA+B;IAC/B,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,GAAG,YAAY;QACrC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,GAAG,EAAE,CAAC,GAAG,mBAAmB;QACtD,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,aAAa,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,OAAO,MAAM,CAAC,MAAM,GAAG,SAAS,IAAI,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QACnE,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM;QAC3B,QAAQ,EAAE,CAAC;QAEX,MAAM,SAAS,GAAG,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5C,MAAM,YAAY,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,oBAAoB,CACrC,WAAW,EACX,eAAe,EACf,MAAM,EACN,aAAa,CACd,CAAC;QAEF,MAAM,QAAQ,GAAkB;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE;SACtC,CAAC;QAEF,IAAI,SAAS,GAAe,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAY,EAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACrE,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,GAAG,EAAE,IAAI,CAAC,4BAA4B,QAAQ,YAAY,GAAG,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,0BAA0B;QAC1B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS;gBAAE,MAAM;YACtC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,MAAM;gBAAE,SAAS;YAC3D,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC;gBAAE,SAAS;YAEnD,MAAM,EAAE,GAAG,SAAS,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YACzG,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,iBAAiB,EAAE,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrD,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,8DAA8D;QAC9D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,IAAI,CAAC;YAAE,MAAM;IACrD,CAAC;IAED,wDAAwD;IACxD,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC9B,GAAG,EAAE,KAAK,CAAC,oCAAoC,MAAM,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,CAAC;QAC9E,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS;gBAAE,MAAM;YACtC,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;gBAAE,SAAS;YAExD,MAAM,EAAE,GAAG,YAAY,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,iBAAiB,EAAE,kBAAkB;gBACrC,SAAS,EAAE,QAAQ,CAAC,SAAS;aAC9B,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,GAAG,EAAE,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,YAAY,QAAQ,gBAAgB,CAAC,CAAC;IAC1E,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/node_modules/@aspectcode/evaluator/dist/runner.d.ts

@@ -2,43 +2,18 @@
  * Probe runner — simulates AI responses to probes using AGENTS.md as context.
  *
  * For each probe, constructs a chat where:
- * - System prompt = current AGENTS.md + relevant file contents
+ * - System prompt = current AGENTS.md
  * - User prompt = the probe's task
- * Then sends it to the LLM and collects the response.
- */
-import type { LlmProvider, OptLogger } from '@aspectcode/optimizer';
-import type { Probe, ProbeResult, BehaviorResult } from './types';
-/**
- * Build the system prompt for a probe run.
- * Includes the AGENTS.md instructions and relevant file contents.
- */
-declare function buildProbeSystemPrompt(agentsContent: string, probe: Probe, fileContents?: ReadonlyMap<string, string>): string;
-/**
- * Build the evaluation prompt that scores a probe response
- * against expected behaviours.
+ * Then sends it to the LLM (temperature 0.0) and returns the raw response.
+ *
+ * Judging/evaluation is handled separately by the judge module.
  */
-declare function buildBehaviorEvalPrompt(probe: Probe, response: string): string;
-/** Parse the structured behaviour evaluation response. */
-declare function parseBehaviorEval(response: string, expectedBehaviors: string[]): {
-    results: BehaviorResult[];
-    allPassed: boolean;
-};
-/** Callback invoked before/after each probe for live progress updates. */
-export interface ProbeProgressCallback {
-    (info: {
-        probeIndex: number;
-        total: number;
-        probeId: string;
-        phase: 'starting' | 'done';
-        passed?: boolean;
-    }): void;
-}
+import type { Probe, SimulationResult, LlmProvider, OptLogger, ProbeProgressCallback } from './types';
 /**
  * Run all probes against the current AGENTS.md.
  *
  * Each probe is run sequentially (to respect rate limits).
- * Returns results for all probes.
+ * Returns simulation results (raw responses, no evaluation).
  */
-export declare function runProbes(agentsContent: string, probes: Probe[], provider: LlmProvider, fileContents?: ReadonlyMap<string, string>, log?: OptLogger, signal?: AbortSignal, onProbeProgress?: ProbeProgressCallback): Promise<ProbeResult[]>;
-export { buildProbeSystemPrompt, buildBehaviorEvalPrompt, parseBehaviorEval };
+export declare function runProbes(agentsContent: string, probes: Probe[], provider: LlmProvider, log?: OptLogger, signal?: AbortSignal, onProbeProgress?: ProbeProgressCallback): Promise<SimulationResult[]>;
 //# sourceMappingURL=runner.d.ts.map

package/node_modules/@aspectcode/evaluator/dist/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAe,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACjF,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAKlE;;;GAGG;AACH,iBAAS,sBAAsB,CAC7B,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,KAAK,EACZ,YAAY,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GACzC,MAAM,CAqBR;AAED;;;GAGG;AACH,iBAAS,uBAAuB,CAC9B,KAAK,EAAE,KAAK,EACZ,QAAQ,EAAE,MAAM,GACf,MAAM,CA2BR;AAED,0DAA0D;AAC1D,iBAAS,iBAAiB,CACxB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,EAAE,GAC1B;IAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAkBnD;AAkGD,0EAA0E;AAC1E,MAAM,WAAW,qBAAqB;IACpC,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;CACpH;AAED;;;;;GAKG;AACH,wBAAsB,SAAS,CAC7B,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,KAAK,EAAE,EACf,QAAQ,EAAE,WAAW,EACrB,YAAY,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EAC1C,GAAG,CAAC,EAAE,SAAS,EACf,MAAM,CAAC,EAAE,WAAW,EACpB,eAAe,CAAC,EAAE,qBAAqB,GACtC,OAAO,CAAC,WAAW,EAAE,CAAC,CAwBxB;AAGD,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EACV,KAAK,EACL,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,qBAAqB,EACtB,MAAM,SAAS,CAAC;AAsCjB;;;;;GAKG;AACH,wBAAsB,SAAS,CAC7B,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,KAAK,EAAE,EACf,QAAQ,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,SAAS,EACf,MAAM,CAAC,EAAE,WAAW,EACpB,eAAe,CAAC,EAAE,qBAAqB,GACtC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAkB7B"}