@dotsetlabs/bellwether 2.1.2 → 2.1.3

package/dist/cli/output.js

@@ -55,64 +55,103 @@ export function resetOutput() {
 export function isQuiet() {
     return globalConfig.quiet ?? false;
 }
+function writeInfo(config, message) {
+    if (!config.quiet) {
+        console.log(message);
+    }
+}
+function writeWarn(message) {
+    console.warn(message);
+}
+function writeError(message) {
+    console.error(message);
+}
+function writeDebug(config, message, verbose) {
+    if (verbose && !config.quiet) {
+        console.log(message);
+    }
+}
+function writeNewline(config) {
+    if (!config.quiet) {
+        console.log('');
+    }
+}
+function writeLines(config, ...messages) {
+    if (!config.quiet) {
+        for (const msg of messages) {
+            console.log(msg);
+        }
+    }
+}
+function writeSection(config, title) {
+    if (!config.quiet) {
+        console.log(`\n--- ${title} ---`);
+    }
+}
+function writeKeyValue(config, key, value) {
+    if (!config.quiet && value !== undefined) {
+        console.log(`${key}: ${value}`);
+    }
+}
+function writeListItem(config, item, indent) {
+    if (!config.quiet) {
+        const prefix = `${'  '.repeat(indent)}- `;
+        console.log(`${prefix}${item}`);
+    }
+}
+function writeNumberedList(config, items, startIndex) {
+    if (!config.quiet) {
+        items.forEach((item, i) => {
+            console.log(`  ${startIndex + i}) ${item}`);
+        });
+    }
+}
 /**
  * Standard information output.
  * Use for progress messages, status updates, and general information.
  */
 export function info(message) {
-    if (!globalConfig.quiet) {
-        console.log(message);
-    }
+    writeInfo(globalConfig, message);
 }
 /**
  * Success message output.
  * Use for completion messages and positive confirmations.
  */
 export function success(message) {
-    if (!globalConfig.quiet) {
-        console.log(message);
-    }
+    writeInfo(globalConfig, message);
 }
 /**
  * Warning message output.
  * Always shown (not suppressed by quiet mode) as warnings are important.
  */
 export function warn(message) {
-    console.warn(message);
+    writeWarn(message);
 }
 /**
  * Error message output.
  * Always shown (not suppressed by quiet mode) as errors are critical.
  */
 export function error(message) {
-    console.error(message);
+    writeError(message);
 }
 /**
  * Debug output (only shown in verbose mode).
  * For detailed information during development/troubleshooting.
  */
 export function debug(message, verbose = false) {
-    if (verbose && !globalConfig.quiet) {
-        console.log(message);
-    }
+    writeDebug(globalConfig, message, verbose);
 }
 /**
  * Print a blank line for formatting.
  */
 export function newline() {
-    if (!globalConfig.quiet) {
-        console.log('');
-    }
+    writeNewline(globalConfig);
 }
 /**
  * Print multiple lines.
  */
 export function lines(...messages) {
-    if (!globalConfig.quiet) {
-        for (const msg of messages) {
-            console.log(msg);
-        }
-    }
+    writeLines(globalConfig, ...messages);
 }
 /**
  * Print formatted JSON output.
@@ -125,36 +164,25 @@ export function json(data) {
  * Print a section header.
  */
 export function section(title) {
-    if (!globalConfig.quiet) {
-        console.log(`\n--- ${title} ---`);
-    }
+    writeSection(globalConfig, title);
 }
 /**
  * Print a key-value pair.
  */
 export function keyValue(key, value) {
-    if (!globalConfig.quiet && value !== undefined) {
-        console.log(`${key}: ${value}`);
-    }
+    writeKeyValue(globalConfig, key, value);
 }
 /**
  * Print a list item.
  */
 export function listItem(item, indent = 0) {
-    if (!globalConfig.quiet) {
-        const prefix = `${'  '.repeat(indent)}- `;
-        console.log(`${prefix}${item}`);
-    }
+    writeListItem(globalConfig, item, indent);
 }
 /**
  * Print numbered list items.
  */
 export function numberedList(items, startIndex = 1) {
-    if (!globalConfig.quiet) {
-        items.forEach((item, i) => {
-            console.log(`  ${startIndex + i}) ${item}`);
-        });
-    }
+    writeNumberedList(globalConfig, items, startIndex);
 }
 /**
  * Create a scoped output instance for a specific command.
@@ -172,63 +200,40 @@ export class Output {
         this.config = config;
     }
     info(message) {
-        if (!this.config.quiet) {
-            console.log(message);
-        }
+        writeInfo(this.config, message);
     }
     success(message) {
-        if (!this.config.quiet) {
-            console.log(message);
-        }
+        writeInfo(this.config, message);
     }
     warn(message) {
-        console.warn(message);
+        writeWarn(message);
     }
     error(message) {
-        console.error(message);
+        writeError(message);
     }
     debug(message, verbose = false) {
-        if (verbose && !this.config.quiet) {
-            console.log(message);
-        }
+        writeDebug(this.config, message, verbose);
     }
     newline() {
-        if (!this.config.quiet) {
-            console.log('');
-        }
+        writeNewline(this.config);
     }
     lines(...messages) {
-        if (!this.config.quiet) {
-            for (const msg of messages) {
-                console.log(msg);
-            }
-        }
+        writeLines(this.config, ...messages);
     }
     json(data) {
         console.log(JSON.stringify(data, null, 2));
     }
     section(title) {
-        if (!this.config.quiet) {
-            console.log(`\n--- ${title} ---`);
-        }
+        writeSection(this.config, title);
     }
     keyValue(key, value) {
-        if (!this.config.quiet && value !== undefined) {
-            console.log(`${key}: ${value}`);
-        }
+        writeKeyValue(this.config, key, value);
     }
     listItem(item, indent = 0) {
-        if (!this.config.quiet) {
-            const prefix = `${'  '.repeat(indent)}- `;
-            console.log(`${prefix}${item}`);
-        }
+        writeListItem(this.config, item, indent);
     }
     numberedList(items, startIndex = 1) {
-        if (!this.config.quiet) {
-            items.forEach((item, i) => {
-                console.log(`  ${startIndex + i}) ${item}`);
-            });
-        }
+        writeNumberedList(this.config, items, startIndex);
     }
 }
 /**
@@ -415,46 +420,4 @@ export function createStreamingCallback(prefix) {
         },
     };
 }
-/**
- * Label mapping for diff severity levels.
- */
-const SEVERITY_LABELS = {
-    none: '[ok]',
-    info: '[info]',
-    warning: '[warn]',
-    breaking: '[break]',
-};
-/**
- * Get the label for a severity level.
- */
-export function getSeverityIcon(severity) {
-    return SEVERITY_LABELS[severity] ?? '?';
-}
-/**
- * Default export for convenient importing.
- */
-export default {
-    configureOutput,
-    getOutputConfig,
-    resetOutput,
-    isQuiet,
-    info,
-    success,
-    warn,
-    error,
-    debug,
-    newline,
-    lines,
-    json,
-    section,
-    keyValue,
-    listItem,
-    numberedList,
-    createOutput,
-    Output,
-    StreamingDisplay,
-    createStreamingDisplay,
-    createStreamingCallback,
-    getSeverityIcon,
-};
 //# sourceMappingURL=output.js.map

package/dist/cli/utils/config-loader.d.ts

@@ -0,0 +1,6 @@
+import { type BellwetherConfig } from '../../config/loader.js';
+/**
+ * Load configuration and exit with a user-friendly message when missing.
+ */
+export declare function loadConfigOrExit(configPath?: string): BellwetherConfig;
+//# sourceMappingURL=config-loader.d.ts.map

package/dist/cli/utils/config-loader.js

@@ -0,0 +1,19 @@
+import { loadConfig, ConfigNotFoundError } from '../../config/loader.js';
+import { EXIT_CODES } from '../../constants.js';
+import * as output from '../output.js';
+/**
+ * Load configuration and exit with a user-friendly message when missing.
+ */
+export function loadConfigOrExit(configPath) {
+    try {
+        return loadConfig(configPath);
+    }
+    catch (error) {
+        if (error instanceof ConfigNotFoundError) {
+            output.error(error.message);
+            process.exit(EXIT_CODES.ERROR);
+        }
+        throw error;
+    }
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/cli/utils/error-hints.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Shared check-command transport/auth remediation hints.
+ */
+export declare function printCheckErrorHints(error: unknown, transport: string): void;
+/**
+ * Shared explore-command transport/auth remediation hints.
+ */
+export declare function printExploreErrorHints(error: unknown, transport: string): void;
+//# sourceMappingURL=error-hints.d.ts.map

package/dist/cli/utils/error-hints.js

@@ -0,0 +1,128 @@
+import { ServerAuthError } from '../../errors/types.js';
+import * as output from '../output.js';
+function isAuthError(context) {
+    const { error, errorMessage } = context;
+    return (error instanceof ServerAuthError ||
+        errorMessage.includes('401') ||
+        errorMessage.includes('403') ||
+        errorMessage.includes('407') ||
+        /unauthorized|forbidden|authentication|authorization/i.test(errorMessage));
+}
+function isConnectionRefused(context) {
+    const { errorMessage } = context;
+    return errorMessage.includes('ECONNREFUSED') || errorMessage.includes('Connection refused');
+}
+function isRemoteNotFound(context) {
+    return context.isRemoteTransport && context.errorMessage.includes('HTTP 404');
+}
+function isTimeoutError(context) {
+    const { errorMessage } = context;
+    return errorMessage.includes('timeout') || errorMessage.includes('Timeout');
+}
+function isCommandNotFound(context) {
+    const { errorMessage, isRemoteTransport } = context;
+    return (!isRemoteTransport && (errorMessage.includes('ENOENT') || errorMessage.includes('not found')));
+}
+function isApiKeyError(context) {
+    const { errorMessage } = context;
+    return errorMessage.includes('API key') || errorMessage.includes('authentication');
+}
+/**
+ * Shared check-command transport/auth remediation hints.
+ */
+export function printCheckErrorHints(error, transport) {
+    const context = {
+        error,
+        isRemoteTransport: transport !== 'stdio',
+        errorMessage: error instanceof Error ? error.message : String(error),
+    };
+    if (isAuthError(context)) {
+        output.error('\nAuthentication failed:');
+        output.error('  - Add server.headers.Authorization in bellwether.yaml');
+        output.error('  - Or pass --header "Authorization: Bearer $TOKEN"');
+        output.error('  - Verify credentials are valid and not expired');
+        return;
+    }
+    if (isConnectionRefused(context)) {
+        output.error('\nPossible causes:');
+        if (context.isRemoteTransport) {
+            output.error('  - The remote MCP server is not reachable');
+            output.error('  - The server URL/port is incorrect');
+        }
+        else {
+            output.error('  - The MCP server is not running');
+            output.error('  - The server address/port is incorrect');
+        }
+        return;
+    }
+    if (isRemoteNotFound(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The remote MCP URL is incorrect');
+        output.error('  - For SSE transport, verify the server exposes /sse');
+        return;
+    }
+    if (isTimeoutError(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The MCP server is taking too long to respond');
+        output.error('  - Increase server.timeout in bellwether.yaml');
+        return;
+    }
+    if (isCommandNotFound(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The server command was not found');
+        output.error('  - Check that the command is installed and in PATH');
+    }
+}
+/**
+ * Shared explore-command transport/auth remediation hints.
+ */
+export function printExploreErrorHints(error, transport) {
+    const context = {
+        error,
+        isRemoteTransport: transport !== 'stdio',
+        errorMessage: error instanceof Error ? error.message : String(error),
+    };
+    if (isAuthError(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - Missing or invalid remote MCP authentication headers');
+        output.error('  - Add server.headers.Authorization or pass --header "Authorization: Bearer $TOKEN"');
+        output.error('  - Verify token scopes/permissions');
+        return;
+    }
+    if (isConnectionRefused(context)) {
+        output.error('\nPossible causes:');
+        if (context.isRemoteTransport) {
+            output.error('  - The remote MCP server is not reachable');
+            output.error('  - The server URL/port is incorrect');
+        }
+        else {
+            output.error('  - The MCP server is not running');
+            output.error('  - The server address/port is incorrect');
+        }
+        return;
+    }
+    if (isRemoteNotFound(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The remote MCP URL is incorrect');
+        output.error('  - For SSE transport, verify the server exposes /sse');
+        return;
+    }
+    if (isTimeoutError(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The MCP server is taking too long to respond');
+        output.error('  - Increase server.timeout in bellwether.yaml');
+        return;
+    }
+    if (isCommandNotFound(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - The server command was not found');
+        output.error('  - Check that the command is installed and in PATH');
+        return;
+    }
+    if (isApiKeyError(context)) {
+        output.error('\nPossible causes:');
+        output.error('  - Missing or invalid API key');
+        output.error('  - Run "bellwether auth" to configure API keys');
+    }
+}
+//# sourceMappingURL=error-hints.js.map

package/dist/cli/utils/headers.js

@@ -1,6 +1,7 @@
 /**
  * Utilities for parsing and merging HTTP headers from CLI/config.
  */
+import { mergeHeaderMaps, setHeaderCaseInsensitive } from '../../utils/http-headers.js';
 const HEADER_NAME_PATTERN = /^[!#$%&'*+.^_`|~0-9A-Za-z-]+$/;
 /**
  * Parse CLI --header values ("Name: value") into a validated header map.
@@ -34,30 +35,6 @@ export function parseCliHeaders(values) {
  * Merge two header maps case-insensitively, with override precedence.
  */
 export function mergeHeaders(base, override) {
-    if (!base && !override) {
-        return undefined;
-    }
-    const merged = {};
-    if (base) {
-        for (const [name, value] of Object.entries(base)) {
-            setHeaderCaseInsensitive(merged, name, value);
-        }
-    }
-    if (override) {
-        for (const [name, value] of Object.entries(override)) {
-            setHeaderCaseInsensitive(merged, name, value);
-        }
-    }
-    return Object.keys(merged).length > 0 ? merged : undefined;
-}
-function setHeaderCaseInsensitive(headers, name, value) {
-    const normalized = name.toLowerCase();
-    for (const existing of Object.keys(headers)) {
-        if (existing.toLowerCase() === normalized) {
-            delete headers[existing];
-            break;
-        }
-    }
-    headers[name] = value;
+    return mergeHeaderMaps(base, override);
 }
 //# sourceMappingURL=headers.js.map

package/dist/cli/utils/path-resolution.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Resolve a possibly relative path against the output directory.
+ */
+export declare function resolvePathFromOutputDir(path: string, outputDir: string): string;
+/**
+ * Resolve path using output dir first, then cwd fallback.
+ * Keeps existing baseline compare behavior for user-provided relative paths.
+ */
+export declare function resolvePathFromOutputDirOrCwd(path: string, outputDir: string): string;
+//# sourceMappingURL=path-resolution.d.ts.map

package/dist/cli/utils/path-resolution.js

@@ -0,0 +1,27 @@
+import { existsSync } from 'fs';
+import { isAbsolute, join } from 'path';
+/**
+ * Resolve a possibly relative path against the output directory.
+ */
+export function resolvePathFromOutputDir(path, outputDir) {
+    return isAbsolute(path) ? path : join(outputDir, path);
+}
+/**
+ * Resolve path using output dir first, then cwd fallback.
+ * Keeps existing baseline compare behavior for user-provided relative paths.
+ */
+export function resolvePathFromOutputDirOrCwd(path, outputDir) {
+    if (isAbsolute(path)) {
+        return path;
+    }
+    const outputDirPath = join(outputDir, path);
+    if (existsSync(outputDirPath)) {
+        return outputDirPath;
+    }
+    const cwdPath = join(process.cwd(), path);
+    if (existsSync(cwdPath)) {
+        return cwdPath;
+    }
+    return outputDirPath;
+}
+//# sourceMappingURL=path-resolution.js.map

package/dist/cli/utils/report-loader.d.ts

@@ -0,0 +1,9 @@
+import type { InterviewResult } from '../../interview/types.js';
+/**
+ * Load a check-mode interview report from JSON.
+ */
+export declare function loadCheckInterviewResult(reportPath: string, options?: {
+    missingReportMessage?: string;
+    invalidModeMessage?: (model: string | undefined) => string;
+}): InterviewResult;
+//# sourceMappingURL=report-loader.d.ts.map

package/dist/cli/utils/report-loader.js

@@ -0,0 +1,31 @@
+import { existsSync, readFileSync } from 'fs';
+const DEFAULT_MISSING_REPORT_MESSAGE = 'Run `bellwether check` first with JSON output enabled.\n' +
+    'Configure in bellwether.yaml:\n' +
+    '  output:\n' +
+    '    format: json  # or "both" for JSON + markdown';
+/**
+ * Load a check-mode interview report from JSON.
+ */
+export function loadCheckInterviewResult(reportPath, options) {
+    if (!existsSync(reportPath)) {
+        throw new Error(`Test report not found: ${reportPath}\n\n${options?.missingReportMessage ?? DEFAULT_MISSING_REPORT_MESSAGE}`);
+    }
+    const content = readFileSync(reportPath, 'utf-8');
+    let result;
+    try {
+        result = JSON.parse(content);
+    }
+    catch (error) {
+        throw new Error(`Invalid JSON in report file ${reportPath}: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    if (result.metadata.model && result.metadata.model !== 'check') {
+        if (options?.invalidModeMessage) {
+            throw new Error(options.invalidModeMessage(result.metadata.model));
+        }
+        throw new Error(`Baseline operations only work with check mode results.\n\n` +
+            `The report at ${reportPath} was created with explore mode (model: ${result.metadata.model}).\n` +
+            'Run `bellwether check` to generate a check mode report first.');
+    }
+    return result;
+}
+//# sourceMappingURL=report-loader.js.map

package/dist/cli/utils/server-runtime.d.ts

@@ -0,0 +1,16 @@
+import { type BellwetherConfig } from '../../config/loader.js';
+import type { TransportType } from '../../transport/base-transport.js';
+export interface ResolvedServerRuntime {
+    serverCommand: string;
+    args: string[];
+    transport: TransportType;
+    remoteUrl?: string;
+    remoteSessionId?: string;
+    remoteHeaders?: Record<string, string>;
+    serverIdentifier: string;
+}
+/**
+ * Resolve server command, args, transport, and headers from config + CLI inputs.
+ */
+export declare function resolveServerRuntime(config: BellwetherConfig, serverCommandArg: string | undefined, serverArgs: string[], headerValues?: string[]): ResolvedServerRuntime;
+//# sourceMappingURL=server-runtime.d.ts.map

package/dist/cli/utils/server-runtime.js

@@ -0,0 +1,31 @@
+import { parseCommandString, } from '../../config/loader.js';
+import { mergeHeaders, parseCliHeaders } from './headers.js';
+/**
+ * Resolve server command, args, transport, and headers from config + CLI inputs.
+ */
+export function resolveServerRuntime(config, serverCommandArg, serverArgs, headerValues) {
+    const serverConfig = config.server;
+    let serverCommand = serverCommandArg || serverConfig.command;
+    let args = serverArgs.length > 0 ? serverArgs : serverConfig.args;
+    if (!serverCommandArg && args.length === 0 && serverCommand.includes(' ')) {
+        const parsed = parseCommandString(serverCommand);
+        serverCommand = parsed.command;
+        args = parsed.args;
+    }
+    const transport = (serverConfig.transport ?? 'stdio');
+    const remoteUrl = serverConfig.url?.trim();
+    const remoteSessionId = serverConfig.sessionId?.trim();
+    const cliHeaders = parseCliHeaders(headerValues);
+    const remoteHeaders = mergeHeaders(serverConfig.headers, cliHeaders);
+    const serverIdentifier = transport === 'stdio' ? `${serverCommand} ${args.join(' ')}`.trim() : (remoteUrl ?? 'unknown');
+    return {
+        serverCommand,
+        args,
+        transport,
+        remoteUrl: remoteUrl || undefined,
+        remoteSessionId: remoteSessionId || undefined,
+        remoteHeaders,
+        serverIdentifier,
+    };
+}
+//# sourceMappingURL=server-runtime.js.map

package/dist/config/defaults.d.ts

@@ -101,7 +101,6 @@ export declare const CONFIG_DEFAULTS: {
     };
     readonly baseline: {
         readonly path: "bellwether-baseline.json";
-        readonly savePath: ".bellwether/bellwether-baseline.json";
         readonly failOnDrift: false;
         readonly outputFormat: "text";
         readonly severity: {

package/dist/config/defaults.js

@@ -110,7 +110,6 @@ export const CONFIG_DEFAULTS = {
     },
     baseline: {
         path: PATHS.DEFAULT_BASELINE_FILE,
-        savePath: '.bellwether/bellwether-baseline.json',
         failOnDrift: false,
         outputFormat: 'text',
         severity: {