@probelabs/visor 0.1.174 → 0.1.175

package/dist/index.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
-process.env.VISOR_VERSION = '0.1.174';
+process.env.VISOR_VERSION = '0.1.175';
 process.env.PROBE_VERSION = '0.6.0-rc291';
-process.env.VISOR_COMMIT_SHA = 'e8809d0dd7ef9584a6c687826df911bbc12d7fbd';
-process.env.VISOR_COMMIT_SHORT = 'e8809d0d';
+process.env.VISOR_COMMIT_SHA = '5b303b06870720f90057ff3f58f0e72f34bf80cb';
+process.env.VISOR_COMMIT_SHORT = '5b303b06';
 /******/ (() => { // webpackBootstrap
 /******/ 	var __webpack_modules__ = ({
 
@@ -303441,6 +303441,7 @@ async function handleTestCommand(argv) {
         const flagsWithValues = new Set([
             '--config',
             '--only',
+            '--case',
             '--json',
             '--report',
             '--summary',
@@ -303470,7 +303471,7 @@ async function handleTestCommand(argv) {
             break;
         }
     }
-    const only = getArg('--only');
+    const only = getArg('--only') || getArg('--case');
     const bail = hasFlag('--bail');
     const noMocks = hasFlag('--no-mocks');
     const noMocksForRaw = getArg('--no-mocks-for');
@@ -314327,7 +314328,7 @@ exports.configSchema = {
             properties: {
                 type: {
                     type: 'string',
-                    enum: ['command', 'api', 'workflow'],
+                    enum: ['command', 'api', 'workflow', 'http_client'],
                     description: "Tool implementation type (defaults to 'command')",
                 },
                 name: {
@@ -314524,6 +314525,27 @@ exports.configSchema = {
                     type: 'number',
                     description: 'Alias for requestTimeoutMs (snake_case)',
                 },
+                base_url: {
+                    type: 'string',
+                    description: 'Base URL for HTTP client tools',
+                },
+                auth: {
+                    type: 'object',
+                    properties: {
+                        type: {
+                            type: 'string',
+                        },
+                        token: {
+                            type: 'string',
+                        },
+                    },
+                    required: ['type'],
+                    additionalProperties: {},
+                    description: 'Authentication config for HTTP client tools',
+                    patternProperties: {
+                        '^x-': {},
+                    },
+                },
                 workflow: {
                     type: 'string',
                     description: "Workflow ID (registry lookup) or file path (for type: 'workflow')",
@@ -315063,7 +315085,7 @@ exports.configSchema = {
                     description: 'Arguments/inputs for the workflow',
                 },
                 overrides: {
-                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833%3E%3E',
+                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090%3E%3E',
                     description: 'Override specific step configurations in the workflow',
                 },
                 output_mapping: {
@@ -315079,7 +315101,7 @@ exports.configSchema = {
                     description: 'Config file path - alternative to workflow ID (loads a Visor config file as workflow)',
                 },
                 workflow_overrides: {
-                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833%3E%3E',
+                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090%3E%3E',
                     description: 'Alias for overrides - workflow step overrides (backward compatibility)',
                 },
                 ref: {
@@ -315781,7 +315803,7 @@ exports.configSchema = {
                     description: 'Custom output name (defaults to workflow name)',
                 },
                 overrides: {
-                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833%3E%3E',
+                    $ref: '#/definitions/Record%3Cstring%2CPartial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090%3E%3E',
                     description: 'Step overrides',
                 },
                 output_mapping: {
@@ -315796,13 +315818,13 @@ exports.configSchema = {
                 '^x-': {},
             },
         },
-        'Record<string,Partial<interface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833>>': {
+        'Record<string,Partial<interface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090>>': {
             type: 'object',
             additionalProperties: {
-                $ref: '#/definitions/Partial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833%3E',
+                $ref: '#/definitions/Partial%3Cinterface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090%3E',
             },
         },
-        'Partial<interface-src_types_config.ts-14017-28611-src_types_config.ts-0-56833>': {
+        'Partial<interface-src_types_config.ts-14017-28611-src_types_config.ts-0-57090>': {
             type: 'object',
             additionalProperties: false,
         },
@@ -325781,12 +325803,14 @@ class AICheckProvider extends check_provider_interface_1.CheckProvider {
                 break; // Only support one custom tools server per check
             }
         }
-        // Option 4: Extract workflow and tool entries from ai_mcp_servers/ai_mcp_servers_js
+        // Option 4: Extract workflow, tool, and http_client entries from ai_mcp_servers/ai_mcp_servers_js
         // Unified format:
         //   { workflow: 'name', inputs: {...} } → workflow tool
         //   { tool: 'name' } → custom tool from tools: section or built-in (e.g., 'schedule')
+        //   { type: 'http_client', base_url: '...', ... } → HTTP client tool (REST API proxy)
         const workflowEntriesFromMcp = [];
         const toolEntriesFromMcp = [];
+        const httpClientEntriesFromMcp = [];
         const mcpEntriesToRemove = [];
         for (const [serverName, serverConfig] of Object.entries(mcpServers)) {
             const cfg = serverConfig;
@@ -325801,6 +325825,12 @@ class AICheckProvider extends check_provider_interface_1.CheckProvider {
                 mcpEntriesToRemove.push(serverName);
                 logger_1.logger.debug(`[AICheckProvider] Extracted workflow tool '${serverName}' (workflow=${cfg.workflow}) from ai_mcp_servers`);
             }
+            else if (cfg.type === 'http_client' && (cfg.base_url || cfg.url)) {
+                // HTTP client tool entry — REST API proxy exposed as an MCP tool
+                httpClientEntriesFromMcp.push({ name: serverName, config: cfg });
+                mcpEntriesToRemove.push(serverName);
+                logger_1.logger.debug(`[AICheckProvider] Extracted http_client tool '${serverName}' (base_url=${cfg.base_url || cfg.url}) from ai_mcp_servers`);
+            }
             else if (cfg.tool && typeof cfg.tool === 'string') {
                 // Custom tool or built-in tool entry
                 toolEntriesFromMcp.push(cfg.tool);
@@ -325859,8 +325889,10 @@ class AICheckProvider extends check_provider_interface_1.CheckProvider {
         }
         // Legacy support: enable_scheduler: true also enables the schedule tool
         const scheduleToolEnabled = scheduleToolRequested || (config.ai?.enable_scheduler === true && !config.ai?.disableTools);
-        if ((customToolsToLoad.length > 0 || scheduleToolEnabled) &&
-            (customToolsServerName || scheduleToolEnabled) &&
+        if ((customToolsToLoad.length > 0 ||
+            scheduleToolEnabled ||
+            httpClientEntriesFromMcp.length > 0) &&
+            (customToolsServerName || scheduleToolEnabled || httpClientEntriesFromMcp.length > 0) &&
             !config.ai?.disableTools) {
             if (!customToolsServerName) {
                 customToolsServerName = '__tools__';
@@ -325896,6 +325928,49 @@ class AICheckProvider extends check_provider_interface_1.CheckProvider {
                     customTools.set(scheduleTool.name, scheduleTool);
                     logger_1.logger.debug(`[AICheckProvider] Added built-in schedule tool`);
                 }
+                // Add http_client tools extracted from ai_mcp_servers
+                for (const entry of httpClientEntriesFromMcp) {
+                    const httpTool = {
+                        name: entry.name,
+                        type: 'http_client',
+                        description: entry.config.description ||
+                            `Call ${entry.name} HTTP API (base: ${entry.config.base_url || entry.config.url})`,
+                        base_url: (entry.config.base_url || entry.config.url),
+                        auth: entry.config.auth,
+                        headers: entry.config.headers,
+                        timeout: entry.config.timeout || 30000,
+                        inputSchema: {
+                            type: 'object',
+                            properties: {
+                                path: {
+                                    type: 'string',
+                                    description: 'API path (e.g. /jobs, /candidates/{id})',
+                                },
+                                method: {
+                                    type: 'string',
+                                    description: 'HTTP method (default: GET)',
+                                    enum: ['GET', 'POST', 'PUT', 'PATCH', 'DELETE'],
+                                },
+                                query: {
+                                    type: 'object',
+                                    description: 'Query string parameters',
+                                    additionalProperties: { type: 'string' },
+                                },
+                                body: {
+                                    type: 'object',
+                                    description: 'Request body for POST/PUT/PATCH',
+                                },
+                            },
+                            required: ['path'],
+                        },
+                    };
+                    customTools.set(entry.name, httpTool);
+                    logger_1.logger.debug(`[AICheckProvider] Added http_client tool '${entry.name}' (base_url=${httpTool.base_url})`);
+                }
+                // Ensure SSE server is created when http_client tools are present
+                if (httpClientEntriesFromMcp.length > 0 && !customToolsServerName) {
+                    customToolsServerName = '__tools__';
+                }
                 if (customTools.size > 0) {
                     const sessionId = config.checkName || `ai-check-${Date.now()}`;
                     const debug = aiConfig.debug || process.env.VISOR_DEBUG === 'true';
@@ -333737,6 +333812,13 @@ const workflow_registry_1 = __nccwpck_require__(82824);
 const schedule_tool_1 = __nccwpck_require__(13395);
 // Legacy Slack-specific imports for backwards compatibility
 const schedule_tool_handler_1 = __nccwpck_require__(28883);
+const env_resolver_1 = __nccwpck_require__(58749);
+/**
+ * Check if a tool definition is an http_client tool
+ */
+function isHttpClientTool(tool) {
+    return Boolean(tool && tool.type === 'http_client' && (tool.base_url || tool.url));
+}
 /**
  * SSE-based MCP server that exposes custom tools from YAML configuration
  * Implements the Model Context Protocol over Server-Sent Events
@@ -333775,14 +333857,16 @@ class CustomToolsSSEServer {
                 }
             }
         }
-        // Second pass: separate workflow tools from regular tools
+        // Second pass: separate workflow and http_client tools from regular tools
         for (const [name, tool] of this.tools.entries()) {
-            // Skip workflow tools - they're handled separately
-            if (!(0, workflow_tool_executor_1.isWorkflowTool)(tool)) {
-                toolsRecord[name] = tool;
+            // Skip workflow and http_client tools - they're handled separately
+            if ((0, workflow_tool_executor_1.isWorkflowTool)(tool) || isHttpClientTool(tool)) {
+                if ((0, workflow_tool_executor_1.isWorkflowTool)(tool)) {
+                    workflowToolNames.push(name);
+                }
             }
             else {
-                workflowToolNames.push(name);
+                toolsRecord[name] = tool;
             }
         }
         // Warn if workflow tools are present but no context is provided
@@ -334256,7 +334340,14 @@ class CustomToolsSSEServer {
             description: tool.description || `Execute ${tool.name}`,
             inputSchema: normalizeInputSchema(tool.inputSchema),
         }));
-        const allTools = [...regularTools, ...workflowTools];
+        const httpClientTools = Array.from(this.tools.values())
+            .filter(isHttpClientTool)
+            .map(tool => ({
+            name: tool.name,
+            description: tool.description || `Call ${tool.name} HTTP API`,
+            inputSchema: normalizeInputSchema(tool.inputSchema),
+        }));
+        const allTools = [...regularTools, ...workflowTools, ...httpClientTools];
         if (this.debug) {
             logger_1.logger.debug(`[CustomToolsSSEServer:${this.sessionId}] Listing ${allTools.length} tools: ${allTools.map(t => t.name).join(', ')}`);
         }
@@ -334378,6 +334469,10 @@ class CustomToolsSSEServer {
                         const workflowTool = tool;
                         result = await (0, workflow_tool_executor_1.executeWorkflowAsTool)(workflowTool.__workflowId, args, this.workflowContext, workflowTool.__argsOverrides);
                     }
+                    else if (tool && isHttpClientTool(tool)) {
+                        // Execute HTTP client tool — proxy REST API calls
+                        result = await this.executeHttpClientTool(tool, args);
+                    }
                     else {
                         // Execute regular custom tool
                         result = await this.toolExecutor.execute(toolName, args);
@@ -334442,6 +334537,88 @@ class CustomToolsSSEServer {
             }
         }
     }
+    /**
+     * Execute an http_client tool — proxy REST API calls through the configured base URL.
+     */
+    async executeHttpClientTool(tool, args) {
+        const baseUrl = (tool.base_url || tool.url).replace(/\/+$/, '');
+        const apiPath = args.path || '';
+        const method = (args.method || 'GET').toUpperCase();
+        const queryParams = args.query || {};
+        const body = args.body;
+        const toolHeaders = tool.headers || {};
+        const timeout = tool.timeout || 30000;
+        // Build full URL
+        let url = apiPath.startsWith('http') ? apiPath : `${baseUrl}/${apiPath.replace(/^\/+/, '')}`;
+        // Append query parameters
+        if (Object.keys(queryParams).length > 0) {
+            const qs = new URLSearchParams(queryParams).toString();
+            url += `${url.includes('?') ? '&' : '?'}${qs}`;
+        }
+        // Resolve environment variables in headers
+        const resolvedHeaders = {};
+        for (const [key, value] of Object.entries(toolHeaders)) {
+            resolvedHeaders[key] = String(env_resolver_1.EnvironmentResolver.resolveValue(value));
+        }
+        // Handle auth
+        if (tool.auth) {
+            const authType = tool.auth.type;
+            if (authType === 'bearer' && tool.auth.token) {
+                const token = String(env_resolver_1.EnvironmentResolver.resolveValue(tool.auth.token));
+                resolvedHeaders['Authorization'] = `Bearer ${token}`;
+            }
+        }
+        if (this.debug) {
+            logger_1.logger.debug(`[CustomToolsSSEServer:${this.sessionId}] HTTP client: ${method} ${url}`);
+        }
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), timeout);
+        try {
+            const requestOptions = {
+                method,
+                headers: resolvedHeaders,
+                signal: controller.signal,
+            };
+            if (method !== 'GET' && body) {
+                requestOptions.body = typeof body === 'string' ? body : JSON.stringify(body);
+                if (!resolvedHeaders['Content-Type'] && !resolvedHeaders['content-type']) {
+                    resolvedHeaders['Content-Type'] = 'application/json';
+                }
+            }
+            const response = await fetch(url, requestOptions);
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                let errorBody = '';
+                try {
+                    errorBody = await response.text();
+                }
+                catch { }
+                throw new Error(`HTTP ${response.status}: ${response.statusText}${errorBody ? ` - ${errorBody.substring(0, 500)}` : ''}`);
+            }
+            // Parse response
+            const contentType = response.headers.get('content-type');
+            if (contentType && contentType.includes('application/json')) {
+                return await response.json();
+            }
+            const text = await response.text();
+            if (text.trim().startsWith('{') || text.trim().startsWith('[')) {
+                try {
+                    return JSON.parse(text);
+                }
+                catch {
+                    return text;
+                }
+            }
+            return text;
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof Error && error.name === 'AbortError') {
+                throw new Error(`HTTP client request timed out after ${timeout}ms`);
+            }
+            throw error;
+        }
+    }
     /**
      * Convert a type: 'workflow' tool definition into a WorkflowToolDefinition marker.
      *
@@ -359551,9 +359728,11 @@ function expandConversationToFlow(testCase) {
         flow.push(stage);
         // After this stage, add user message + assumed assistant response to history
         messageHistory.push({ role: 'user', text: turn.text });
-        // Look for mock response text to add as assistant message for next turn
+        // Look for mock response text to add as assistant message for next turn.
+        // Record the index so the runner can replace it with the real response in --no-mocks mode.
         const assistantText = extractMockResponseText(turn.mocks);
         if (assistantText) {
+            stage._mockAssistantMsgIndex = messageHistory.length; // index of the assistant msg about to be pushed
             messageHistory.push({ role: 'assistant', text: assistantText });
         }
     }
@@ -361681,6 +361860,31 @@ class VisorTestRunner {
         const pad = Math.max(1, width - title.length - 2);
         return `${char.repeat(2)} ${title} ${char.repeat(pad)}`;
     }
+    /**
+     * Execute a lifecycle hook (shell command). Returns true on success, false on failure.
+     */
+    async runHook(hook, label, cwd) {
+        if (!hook)
+            return { ok: true };
+        const timeoutMs = hook.timeout || 30_000;
+        console.log(this.gray(`  ⚙ ${label}: ${hook.exec}`));
+        try {
+            const { execSync } = __nccwpck_require__(35317);
+            execSync(hook.exec, {
+                cwd,
+                stdio: ['ignore', 'pipe', 'pipe'],
+                timeout: timeoutMs,
+                env: { ...process.env },
+            });
+            return { ok: true };
+        }
+        catch (err) {
+            const stderr = err.stderr ? err.stderr.toString().trim() : '';
+            const msg = stderr || err.message || String(err);
+            console.log(this.color(`  ✖ ${label} failed: ${msg}`, '31'));
+            return { ok: false, error: `${label} failed: ${msg}` };
+        }
+    }
     // Extracted helper: prepare engine/recorder, prompts/mocks, env, and checksToRun for a single-event case
     setupTestCase(_case, cfg, defaultStrict, defaultPromptCap, ghRec, defaultIncludeTags, defaultExcludeTags, noMocks, noMocksFor) {
         const name = _case.name || '(unnamed)';
@@ -362082,6 +362286,7 @@ class VisorTestRunner {
             extends: doc.extends,
             tests: {
                 defaults: tests.defaults || {},
+                hooks: tests.hooks || undefined,
                 fixtures: tests.fixtures || [],
                 cases: tests.cases,
             },
@@ -362271,6 +362476,18 @@ class VisorTestRunner {
             }
         }
         catch { }
+        // Lifecycle hooks
+        const suiteHooks = suite.tests.hooks || {};
+        const suiteCwd = path_1.default.dirname(testsPath);
+        const beforeAllResult = await this.runHook(suiteHooks.before_all, 'before_all', suiteCwd);
+        if (!beforeAllResult.ok) {
+            // Skip all cases when before_all fails
+            for (const c of selected) {
+                caseResults.push({ name: c.name, passed: false, errors: [beforeAllResult.error] });
+            }
+            clearInterval(__keepAlive);
+            return { failures: selected.length, results: caseResults };
+        }
         const runOne = async (_caseOrig) => {
             // Expand conversation sugar to flow stages before any processing
             const { expandConversationToFlow } = __nccwpck_require__(15921);
@@ -362290,11 +362507,32 @@ class VisorTestRunner {
                 caseResults.push({ name: _case.name, passed: true, errors: [] });
                 return { name: _case.name, failed: 0 };
             }
+            // Run before_each (suite-level) and before (case-level) hooks
+            const caseHooks = _case.hooks || {};
+            const beforeEachRes = await this.runHook(suiteHooks.before_each, 'before_each', suiteCwd);
+            if (!beforeEachRes.ok) {
+                caseResults.push({ name: _case.name, passed: false, errors: [beforeEachRes.error] });
+                return { name: _case.name, failed: 1 };
+            }
+            const beforeRes = await this.runHook(caseHooks.before, `before (${_case.name})`, suiteCwd);
+            if (!beforeRes.ok) {
+                // after_each still runs even if before fails
+                await this.runHook(suiteHooks.after_each, 'after_each', suiteCwd);
+                caseResults.push({ name: _case.name, passed: false, errors: [beforeRes.error] });
+                return { name: _case.name, failed: 1 };
+            }
             if (Array.isArray(_case.flow) && _case.flow.length > 0) {
-                const flowRes = await this.runFlowCase(_case, cfg, defaultStrict, options.bail || false, defaultPromptCap, stageFilter, noMocksMode);
-                const failed = flowRes.failures;
-                caseResults.push({ name: _case.name, passed: failed === 0, stages: flowRes.stages });
-                return { name: _case.name, failed };
+                try {
+                    const flowRes = await this.runFlowCase(_case, cfg, defaultStrict, options.bail || false, defaultPromptCap, stageFilter, noMocksMode);
+                    const failed = flowRes.failures;
+                    caseResults.push({ name: _case.name, passed: failed === 0, stages: flowRes.stages });
+                    return { name: _case.name, failed };
+                }
+                finally {
+                    // after (case-level) and after_each (suite-level) always run
+                    await this.runHook(caseHooks.after, `after (${_case.name})`, suiteCwd);
+                    await this.runHook(suiteHooks.after_each, 'after_each', suiteCwd);
+                }
             }
             // Per-case AI override: include code context when requested
             const suiteDefaults = this.suiteDefaults || {};
@@ -362523,6 +362761,9 @@ class VisorTestRunner {
                 return { name: _case.name, failed: 1 };
             }
             finally {
+                // after (case-level) and after_each (suite-level) always run
+                await this.runHook(caseHooks.after, `after (${_case.name})`, suiteCwd);
+                await this.runHook(suiteHooks.after_each, 'after_each', suiteCwd);
                 try {
                     // Restore env for this case using original setup
                     setup.restoreEnv();
@@ -362553,6 +362794,8 @@ class VisorTestRunner {
             };
             await Promise.all(Array.from({ length: workers }, runWorker));
         }
+        // after_all always runs (like finally), even if tests failed
+        await this.runHook(suiteHooks.after_all, 'after_all', suiteCwd);
         // Summary (suppressible for embedded runs)
         const failedCases = caseResults.filter(r => !r.passed);
         const passedCases = caseResults.filter(r => r.passed);
@@ -362761,6 +363004,24 @@ class VisorTestRunner {
                 const defaultExcludeTags = parseTags(suiteDefaults?.exclude_tags);
                 const stageRunner = new flow_stage_1.FlowStage(flowName, engine, recorder, cfg, prompts, promptCap, this.mapEventFromFixtureName.bind(this), this.computeChecksToRun.bind(this), this.printStageHeader.bind(this), this.printSelectedChecks.bind(this), this.warnUnmockedProviders.bind(this), defaultIncludeTags, defaultExcludeTags, (suiteDefaults.frontends || undefined), noMocks, suiteDefaults.llm_judge || undefined, cumulativeOutputHistory);
                 const outcome = await stageRunner.run(stage, flowCase, strict);
+                // In conversation sugar + --no-mocks: replace mock assistant text in
+                // subsequent stages' message history with the real AI response.
+                if (noMocks &&
+                    flowCase._conversationSugar &&
+                    typeof stage._mockAssistantMsgIndex === 'number') {
+                    const realText = this.extractLastResponseText(cumulativeOutputHistory);
+                    if (realText) {
+                        for (let j = i + 1; j < flowCase.flow.length; j++) {
+                            const nextMsgs = flowCase.flow[j]?.execution_context?.conversation?.messages;
+                            if (Array.isArray(nextMsgs) && nextMsgs[stage._mockAssistantMsgIndex]) {
+                                nextMsgs[stage._mockAssistantMsgIndex] = {
+                                    ...nextMsgs[stage._mockAssistantMsgIndex],
+                                    text: realText,
+                                };
+                            }
+                        }
+                    }
+                }
                 const expect = stage.expect || {};
                 if (outcome.stats)
                     this.printCoverage(outcome.name, outcome.stats, expect);
@@ -362805,6 +363066,21 @@ class VisorTestRunner {
             console.log(`${this.tagFail ? this.tagFail() : '❌ FAIL'} ${flowName} (${failures} stage error${failures > 1 ? 's' : ''})`);
         return { failures, stages: stagesSummary };
     }
+    /**
+     * Extract the last response text from cumulative output history (for conversation sugar).
+     * Looks for 'chat' step outputs with a 'text' field.
+     */
+    extractLastResponseText(history) {
+        // The assistant workflow emits output on the 'chat' step with a 'text' field
+        const chatOutputs = history['chat'];
+        if (!Array.isArray(chatOutputs) || chatOutputs.length === 0)
+            return undefined;
+        const last = chatOutputs[chatOutputs.length - 1];
+        if (last && typeof last === 'object' && typeof last.text === 'string') {
+            return last.text;
+        }
+        return undefined;
+    }
     mapEventFromFixtureName(name) {
         if (!name)
             return 'manual';
@@ -363662,6 +363938,7 @@ const schema = {
                         },
                     },
                 },
+                hooks: { $ref: '#/$defs/suiteHooks' },
                 fixtures: { type: 'array' },
                 cases: {
                     type: 'array',
@@ -363673,6 +363950,33 @@ const schema = {
     },
     required: ['tests'],
     $defs: {
+        hookDef: {
+            type: 'object',
+            additionalProperties: false,
+            properties: {
+                exec: { type: 'string' },
+                timeout: { type: 'number' },
+            },
+            required: ['exec'],
+        },
+        suiteHooks: {
+            type: 'object',
+            additionalProperties: false,
+            properties: {
+                before_all: { $ref: '#/$defs/hookDef' },
+                after_all: { $ref: '#/$defs/hookDef' },
+                before_each: { $ref: '#/$defs/hookDef' },
+                after_each: { $ref: '#/$defs/hookDef' },
+            },
+        },
+        caseHooks: {
+            type: 'object',
+            additionalProperties: false,
+            properties: {
+                before: { $ref: '#/$defs/hookDef' },
+                after: { $ref: '#/$defs/hookDef' },
+            },
+        },
         fixtureRef: {
             oneOf: [
                 { type: 'string' },
@@ -363751,6 +364055,7 @@ const schema = {
                 },
                 // Workflow testing: input values to pass to the workflow
                 workflow_input: { type: 'object' },
+                hooks: { $ref: '#/$defs/caseHooks' },
                 expect: { $ref: '#/$defs/expectBlock' },
                 // Flow cases
                 flow: {
@@ -608370,7 +608675,7 @@ module.exports = /*#__PURE__*/JSON.parse('["aaa","aarp","abb","abbott","abbvie",
 /***/ ((module) => {
 
 "use strict";
-module.exports = /*#__PURE__*/JSON.parse('{"name":"@probelabs/visor","version":"0.1.174","main":"dist/index.js","bin":{"visor":"./dist/index.js"},"exports":{".":{"require":"./dist/index.js","import":"./dist/index.js"},"./sdk":{"types":"./dist/sdk/sdk.d.ts","import":"./dist/sdk/sdk.mjs","require":"./dist/sdk/sdk.js"},"./cli":{"require":"./dist/index.js"}},"files":["dist/","defaults/","action.yml","README.md","LICENSE"],"publishConfig":{"access":"public","registry":"https://registry.npmjs.org/"},"scripts":{"build:cli":"ncc build src/index.ts -o dist && cp -r defaults dist/ && cp -r output dist/ && cp -r docs dist/ && cp -r examples dist/ && cp -r src/debug-visualizer/ui dist/debug-visualizer/ && node scripts/inject-version.js && echo \'#!/usr/bin/env node\' | cat - dist/index.js > temp && mv temp dist/index.js && chmod +x dist/index.js","build:sdk":"tsup src/sdk.ts --dts --sourcemap --format esm,cjs --out-dir dist/sdk","build":"./scripts/build-oss.sh","build:ee":"npm run build:cli && npm run build:sdk","test":"jest && npm run test:yaml","test:unit":"jest","prepublishOnly":"npm run build","test:watch":"jest --watch","test:coverage":"jest --coverage","test:ee":"jest --testPathPatterns=\'tests/ee\' --testPathIgnorePatterns=\'/node_modules/\' --no-coverage","test:manual:bash":"RUN_MANUAL_TESTS=true jest tests/manual/bash-config-manual.test.ts","lint":"eslint src tests --ext .ts","lint:fix":"eslint src tests --ext .ts --fix","format":"prettier --write src tests","format:check":"prettier --check src tests","clean":"","clean:traces":"node scripts/clean-traces.js","prebuild":"npm run clean && node scripts/generate-config-schema.js","pretest":"npm run clean:traces && node scripts/generate-config-schema.js && npm run build:cli","pretest:unit":"npm run clean:traces && node scripts/generate-config-schema.js && npm run build:cli","test:with-build":"npm run build:cli && jest","test:yaml":"node dist/index.js test --progress compact","test:yaml:parallel":"node dist/index.js test --progress compact --max-parallel 4","prepare":"husky","pre-commit":"lint-staged","deploy:site":"cd site && npx wrangler pages deploy . --project-name=visor-site --commit-dirty=true","deploy:worker":"npx wrangler deploy","deploy":"npm run deploy:site && npm run deploy:worker","publish:ee":"./scripts/publish-ee.sh","release":"./scripts/release.sh","release:patch":"./scripts/release.sh patch","release:minor":"./scripts/release.sh minor","release:major":"./scripts/release.sh major","release:prerelease":"./scripts/release.sh prerelease","docs:validate":"node scripts/validate-readme-links.js","workshop:setup":"npm install -D reveal-md@6.1.2","workshop:serve":"cd workshop && reveal-md slides.md -w","workshop:export":"reveal-md workshop/slides.md --static workshop/build","workshop:pdf":"reveal-md workshop/slides.md --print workshop/Visor-Workshop.pdf --print-size letter","workshop:pdf:ci":"reveal-md workshop/slides.md --print workshop/Visor-Workshop.pdf --print-size letter --puppeteer-launch-args=\\"--no-sandbox --disable-dev-shm-usage\\"","workshop:pdf:a4":"reveal-md workshop/slides.md --print workshop/Visor-Workshop-A4.pdf --print-size A4","workshop:build":"npm run workshop:export && npm run workshop:pdf","simulate:issue":"TS_NODE_TRANSPILE_ONLY=1 ts-node scripts/simulate-gh-run.ts --event issues --action opened --debug","simulate:comment":"TS_NODE_TRANSPILE_ONLY=1 ts-node scripts/simulate-gh-run.ts --event issue_comment --action created --debug"},"keywords":["code-review","ai","github-action","cli","pr-review","visor"],"author":"Probe Labs","license":"MIT","description":"AI workflow engine for code review, assistants, and automation — orchestrate checks, MCP tools, and AI providers with YAML-driven pipelines","repository":{"type":"git","url":"git+https://github.com/probelabs/visor.git"},"bugs":{"url":"https://github.com/probelabs/visor/issues"},"homepage":"https://github.com/probelabs/visor#readme","dependencies":{"@actions/core":"^1.11.1","@apidevtools/swagger-parser":"^12.1.0","@grammyjs/runner":"^2.0.3","@modelcontextprotocol/sdk":"^1.25.3","@nyariv/sandboxjs":"github:probelabs/SandboxJS#23c4bb611f7d05f3cb8c523917b5f57103e48108","@octokit/action":"^8.0.2","@octokit/auth-app":"^8.1.0","@octokit/core":"^7.0.3","@octokit/rest":"^22.0.0","@opentelemetry/api":"^1.9.0","@opentelemetry/api-logs":"^0.203.0","@opentelemetry/core":"^1.30.1","@opentelemetry/exporter-logs-otlp-http":"^0.203.0","@opentelemetry/exporter-metrics-otlp-http":"^0.203.0","@opentelemetry/exporter-trace-otlp-grpc":"^0.203.0","@opentelemetry/exporter-trace-otlp-http":"^0.203.0","@opentelemetry/instrumentation":"^0.203.0","@opentelemetry/resources":"^1.30.1","@opentelemetry/sdk-logs":"^0.203.0","@opentelemetry/sdk-metrics":"^1.30.1","@opentelemetry/sdk-node":"^0.203.0","@opentelemetry/sdk-trace-base":"^1.30.1","@opentelemetry/semantic-conventions":"^1.30.1","@probelabs/probe":"^0.6.0-rc291","@types/commander":"^2.12.0","@types/uuid":"^10.0.0","acorn":"^8.16.0","acorn-walk":"^8.3.5","ajv":"^8.17.1","ajv-formats":"^3.0.1","better-sqlite3":"^11.0.0","blessed":"^0.1.81","botbuilder":"^4.23.3","botframework-connector":"^4.23.3","cli-table3":"^0.6.5","commander":"^14.0.0","deepmerge":"^4.3.1","dotenv":"^17.2.3","grammy":"^1.41.1","ignore":"^7.0.5","imapflow":"^1.2.12","js-yaml":"^4.1.0","jsonpath-plus":"^10.4.0","liquidjs":"^10.21.1","mailparser":"^3.9.3","minimatch":"^10.2.2","node-cron":"^3.0.3","nodemailer":"^8.0.1","open":"^9.1.0","resend":"^6.9.3","simple-git":"^3.28.0","uuid":"^11.1.0","ws":"^8.18.3"},"optionalDependencies":{"@anthropic/claude-code-sdk":"npm:null@*","@open-policy-agent/opa-wasm":"^1.10.0","knex":"^3.1.0","mysql2":"^3.11.0","pg":"^8.13.0","tedious":"^19.0.0"},"devDependencies":{"@eslint/js":"^9.34.0","@kie/act-js":"^2.6.2","@kie/mock-github":"^2.0.1","@swc/core":"^1.13.2","@swc/jest":"^0.2.37","@types/better-sqlite3":"^7.6.0","@types/blessed":"^0.1.27","@types/jest":"^30.0.0","@types/js-yaml":"^4.0.9","@types/mailparser":"^3.4.6","@types/node":"^24.3.0","@types/node-cron":"^3.0.11","@types/nodemailer":"^7.0.11","@types/ws":"^8.18.1","@typescript-eslint/eslint-plugin":"^8.42.0","@typescript-eslint/parser":"^8.42.0","@vercel/ncc":"^0.38.4","eslint":"^9.34.0","eslint-config-prettier":"^10.1.8","eslint-plugin-prettier":"^5.5.4","husky":"^9.1.7","jest":"^30.1.3","lint-staged":"^16.1.6","prettier":"^3.6.2","reveal-md":"^6.1.2","ts-json-schema-generator":"^1.5.1","ts-node":"^10.9.2","tsup":"^8.5.0","typescript":"^5.9.2","wrangler":"^3.0.0"},"peerDependenciesMeta":{"@anthropic/claude-code-sdk":{"optional":true}},"directories":{"test":"tests"},"lint-staged":{"src/**/*.{ts,js}":["eslint --fix","prettier --write"],"tests/**/*.{ts,js}":["eslint --fix","prettier --write"],"*.{json,md,yml,yaml}":["prettier --write"]}}');
+module.exports = /*#__PURE__*/JSON.parse('{"name":"@probelabs/visor","version":"0.1.175","main":"dist/index.js","bin":{"visor":"./dist/index.js"},"exports":{".":{"require":"./dist/index.js","import":"./dist/index.js"},"./sdk":{"types":"./dist/sdk/sdk.d.ts","import":"./dist/sdk/sdk.mjs","require":"./dist/sdk/sdk.js"},"./cli":{"require":"./dist/index.js"}},"files":["dist/","defaults/","action.yml","README.md","LICENSE"],"publishConfig":{"access":"public","registry":"https://registry.npmjs.org/"},"scripts":{"build:cli":"ncc build src/index.ts -o dist && cp -r defaults dist/ && cp -r output dist/ && cp -r docs dist/ && cp -r examples dist/ && cp -r src/debug-visualizer/ui dist/debug-visualizer/ && node scripts/inject-version.js && echo \'#!/usr/bin/env node\' | cat - dist/index.js > temp && mv temp dist/index.js && chmod +x dist/index.js","build:sdk":"tsup src/sdk.ts --dts --sourcemap --format esm,cjs --out-dir dist/sdk","build":"./scripts/build-oss.sh","build:ee":"npm run build:cli && npm run build:sdk","test":"jest && npm run test:yaml","test:unit":"jest","prepublishOnly":"npm run build","test:watch":"jest --watch","test:coverage":"jest --coverage","test:ee":"jest --testPathPatterns=\'tests/ee\' --testPathIgnorePatterns=\'/node_modules/\' --no-coverage","test:manual:bash":"RUN_MANUAL_TESTS=true jest tests/manual/bash-config-manual.test.ts","lint":"eslint src tests --ext .ts","lint:fix":"eslint src tests --ext .ts --fix","format":"prettier --write src tests","format:check":"prettier --check src tests","clean":"","clean:traces":"node scripts/clean-traces.js","prebuild":"npm run clean && node scripts/generate-config-schema.js","pretest":"npm run clean:traces && node scripts/generate-config-schema.js && npm run build:cli","pretest:unit":"npm run clean:traces && node scripts/generate-config-schema.js && npm run build:cli","test:with-build":"npm run build:cli && jest","test:yaml":"node dist/index.js test --progress compact","test:yaml:parallel":"node dist/index.js test --progress compact --max-parallel 4","prepare":"husky","pre-commit":"lint-staged","deploy:site":"cd site && npx wrangler pages deploy . --project-name=visor-site --commit-dirty=true","deploy:worker":"npx wrangler deploy","deploy":"npm run deploy:site && npm run deploy:worker","publish:ee":"./scripts/publish-ee.sh","release":"./scripts/release.sh","release:patch":"./scripts/release.sh patch","release:minor":"./scripts/release.sh minor","release:major":"./scripts/release.sh major","release:prerelease":"./scripts/release.sh prerelease","docs:validate":"node scripts/validate-readme-links.js","workshop:setup":"npm install -D reveal-md@6.1.2","workshop:serve":"cd workshop && reveal-md slides.md -w","workshop:export":"reveal-md workshop/slides.md --static workshop/build","workshop:pdf":"reveal-md workshop/slides.md --print workshop/Visor-Workshop.pdf --print-size letter","workshop:pdf:ci":"reveal-md workshop/slides.md --print workshop/Visor-Workshop.pdf --print-size letter --puppeteer-launch-args=\\"--no-sandbox --disable-dev-shm-usage\\"","workshop:pdf:a4":"reveal-md workshop/slides.md --print workshop/Visor-Workshop-A4.pdf --print-size A4","workshop:build":"npm run workshop:export && npm run workshop:pdf","simulate:issue":"TS_NODE_TRANSPILE_ONLY=1 ts-node scripts/simulate-gh-run.ts --event issues --action opened --debug","simulate:comment":"TS_NODE_TRANSPILE_ONLY=1 ts-node scripts/simulate-gh-run.ts --event issue_comment --action created --debug"},"keywords":["code-review","ai","github-action","cli","pr-review","visor"],"author":"Probe Labs","license":"MIT","description":"AI workflow engine for code review, assistants, and automation — orchestrate checks, MCP tools, and AI providers with YAML-driven pipelines","repository":{"type":"git","url":"git+https://github.com/probelabs/visor.git"},"bugs":{"url":"https://github.com/probelabs/visor/issues"},"homepage":"https://github.com/probelabs/visor#readme","dependencies":{"@actions/core":"^1.11.1","@apidevtools/swagger-parser":"^12.1.0","@grammyjs/runner":"^2.0.3","@modelcontextprotocol/sdk":"^1.25.3","@nyariv/sandboxjs":"github:probelabs/SandboxJS#23c4bb611f7d05f3cb8c523917b5f57103e48108","@octokit/action":"^8.0.2","@octokit/auth-app":"^8.1.0","@octokit/core":"^7.0.3","@octokit/rest":"^22.0.0","@opentelemetry/api":"^1.9.0","@opentelemetry/api-logs":"^0.203.0","@opentelemetry/core":"^1.30.1","@opentelemetry/exporter-logs-otlp-http":"^0.203.0","@opentelemetry/exporter-metrics-otlp-http":"^0.203.0","@opentelemetry/exporter-trace-otlp-grpc":"^0.203.0","@opentelemetry/exporter-trace-otlp-http":"^0.203.0","@opentelemetry/instrumentation":"^0.203.0","@opentelemetry/resources":"^1.30.1","@opentelemetry/sdk-logs":"^0.203.0","@opentelemetry/sdk-metrics":"^1.30.1","@opentelemetry/sdk-node":"^0.203.0","@opentelemetry/sdk-trace-base":"^1.30.1","@opentelemetry/semantic-conventions":"^1.30.1","@probelabs/probe":"^0.6.0-rc291","@types/commander":"^2.12.0","@types/uuid":"^10.0.0","acorn":"^8.16.0","acorn-walk":"^8.3.5","ajv":"^8.17.1","ajv-formats":"^3.0.1","better-sqlite3":"^11.0.0","blessed":"^0.1.81","botbuilder":"^4.23.3","botframework-connector":"^4.23.3","cli-table3":"^0.6.5","commander":"^14.0.0","deepmerge":"^4.3.1","dotenv":"^17.2.3","grammy":"^1.41.1","ignore":"^7.0.5","imapflow":"^1.2.12","js-yaml":"^4.1.0","jsonpath-plus":"^10.4.0","liquidjs":"^10.21.1","mailparser":"^3.9.3","minimatch":"^10.2.2","node-cron":"^3.0.3","nodemailer":"^8.0.1","open":"^9.1.0","resend":"^6.9.3","simple-git":"^3.28.0","uuid":"^11.1.0","ws":"^8.18.3"},"optionalDependencies":{"@anthropic/claude-code-sdk":"npm:null@*","@open-policy-agent/opa-wasm":"^1.10.0","knex":"^3.1.0","mysql2":"^3.11.0","pg":"^8.13.0","tedious":"^19.0.0"},"devDependencies":{"@eslint/js":"^9.34.0","@kie/act-js":"^2.6.2","@kie/mock-github":"^2.0.1","@swc/core":"^1.13.2","@swc/jest":"^0.2.37","@types/better-sqlite3":"^7.6.0","@types/blessed":"^0.1.27","@types/jest":"^30.0.0","@types/js-yaml":"^4.0.9","@types/mailparser":"^3.4.6","@types/node":"^24.3.0","@types/node-cron":"^3.0.11","@types/nodemailer":"^7.0.11","@types/ws":"^8.18.1","@typescript-eslint/eslint-plugin":"^8.42.0","@typescript-eslint/parser":"^8.42.0","@vercel/ncc":"^0.38.4","eslint":"^9.34.0","eslint-config-prettier":"^10.1.8","eslint-plugin-prettier":"^5.5.4","husky":"^9.1.7","jest":"^30.1.3","lint-staged":"^16.1.6","prettier":"^3.6.2","reveal-md":"^6.1.2","ts-json-schema-generator":"^1.5.1","ts-node":"^10.9.2","tsup":"^8.5.0","typescript":"^5.9.2","wrangler":"^3.0.0"},"peerDependenciesMeta":{"@anthropic/claude-code-sdk":{"optional":true}},"directories":{"test":"tests"},"lint-staged":{"src/**/*.{ts,js}":["eslint --fix","prettier --write"],"tests/**/*.{ts,js}":["eslint --fix","prettier --write"],"*.{json,md,yml,yaml}":["prettier --write"]}}');
 
 /***/ })