@dotsetlabs/bellwether 0.10.0

package/dist/config/defaults.js

@@ -0,0 +1,169 @@
+import { TIMEOUTS, INTERVIEW, WORKFLOW, PATHS, LLM_DEFAULTS } from '../constants.js';
+const WORKFLOW_STEP_TIMEOUT_MS = 5000;
+export const CONFIG_DEFAULTS = {
+    server: {
+        command: '',
+        args: [],
+        timeout: TIMEOUTS.DEFAULT,
+    },
+    llm: {
+        provider: 'ollama',
+        model: '',
+        ollama: {
+            baseUrl: LLM_DEFAULTS.OLLAMA_BASE_URL,
+        },
+    },
+    explore: {
+        personas: ['technical_writer'],
+        maxQuestionsPerTool: INTERVIEW.MAX_QUESTIONS_PER_TOOL,
+        parallelPersonas: false,
+        personaConcurrency: INTERVIEW.DEFAULT_PERSONA_CONCURRENCY,
+        skipErrorTests: false,
+    },
+    scenarios: {
+        only: false,
+    },
+    workflows: {
+        discover: false,
+        trackState: false,
+        autoGenerate: false,
+        stepTimeout: WORKFLOW_STEP_TIMEOUT_MS,
+        requireSuccessfulDependencies: true,
+        timeouts: {
+            toolCall: WORKFLOW_STEP_TIMEOUT_MS,
+            stateSnapshot: WORKFLOW.STATE_SNAPSHOT_TIMEOUT,
+            probeTool: WORKFLOW.PROBE_TOOL_TIMEOUT,
+            llmAnalysis: WORKFLOW.LLM_ANALYSIS_TIMEOUT,
+            llmSummary: WORKFLOW.LLM_SUMMARY_TIMEOUT,
+        },
+    },
+    output: {
+        dir: '.bellwether',
+        docsDir: '.',
+        format: 'both',
+        examples: {
+            full: true,
+            maxLength: 5000,
+            maxPerTool: 5,
+        },
+        files: {
+            checkReport: PATHS.DEFAULT_CHECK_REPORT_FILE,
+            exploreReport: PATHS.DEFAULT_EXPLORE_REPORT_FILE,
+            contractDoc: PATHS.DEFAULT_CONTRACT_FILE,
+            agentsDoc: PATHS.DEFAULT_AGENTS_FILE,
+            verificationReport: PATHS.DEFAULT_VERIFICATION_REPORT_FILE,
+        },
+    },
+    check: {
+        incremental: false,
+        incrementalCacheHours: 168,
+        parallel: true,
+        parallelWorkers: INTERVIEW.DEFAULT_TOOL_CONCURRENCY,
+        performanceThreshold: 10,
+        diffFormat: 'text',
+        warmupRuns: 0,
+        smartTestValues: true,
+        statefulTesting: {
+            enabled: true,
+            maxChainLength: 5,
+            shareOutputsBetweenTools: true,
+        },
+        externalServices: {
+            mode: 'skip',
+            services: {},
+        },
+        assertions: {
+            enabled: true,
+            strict: false,
+            infer: true,
+        },
+        rateLimit: {
+            enabled: false,
+            requestsPerSecond: 10,
+            burstLimit: 20,
+            backoffStrategy: 'exponential',
+            maxRetries: 3,
+        },
+        security: {
+            enabled: false,
+            categories: [
+                'sql_injection',
+                'xss',
+                'path_traversal',
+                'command_injection',
+                'ssrf',
+                'error_disclosure',
+            ],
+        },
+        sampling: {
+            minSamples: 10,
+            targetConfidence: 'low',
+            failOnLowConfidence: false,
+        },
+        metrics: {
+            countValidationAsSuccess: true,
+            separateValidationMetrics: true,
+        },
+    },
+    baseline: {
+        path: PATHS.DEFAULT_BASELINE_FILE,
+        savePath: '.bellwether/bellwether-baseline.json',
+        failOnDrift: false,
+        outputFormat: 'text',
+        severity: {
+            minimumSeverity: 'none',
+            failOnSeverity: 'breaking',
+            suppressWarnings: false,
+        },
+    },
+    watch: {
+        path: '.',
+        interval: TIMEOUTS.WATCH_INTERVAL,
+        extensions: ['.ts', '.js', '.json', '.py', '.go'],
+    },
+    cache: {
+        enabled: true,
+        dir: PATHS.DEFAULT_CACHE_DIR,
+    },
+    logging: {
+        level: 'info',
+        verbose: false,
+    },
+    discovery: {
+        json: false,
+        timeout: TIMEOUTS.DEFAULT,
+        transport: 'stdio',
+    },
+    registry: {
+        limit: 10,
+        json: false,
+    },
+    history: {
+        limit: 10,
+        json: false,
+    },
+    link: {
+        defaultServerCommand: 'node dist/server.js',
+    },
+    golden: {
+        defaultArgs: '{}',
+        mode: 'structural',
+        compareFormat: 'text',
+        listFormat: 'text',
+        normalizeTimestamps: true,
+        normalizeUuids: true,
+    },
+    verify: {
+        tier: 'silver',
+        security: false,
+        json: false,
+        badgeOnly: false,
+    },
+    contract: {
+        mode: 'strict',
+        format: 'text',
+        timeout: TIMEOUTS.DEFAULT,
+        failOnViolation: false,
+    },
+};
+//# sourceMappingURL=defaults.js.map

package/dist/config/loader.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Configuration loader.
+ *
+ * Loads bellwether.yaml configuration. Config file is REQUIRED for running tests.
+ * Use `bellwether init` to create a config file with all options documented.
+ */
+import { type BellwetherConfig } from './validator.js';
+export type { BellwetherConfig };
+/**
+ * Error thrown when no config file is found.
+ */
+export declare class ConfigNotFoundError extends Error {
+    constructor(searchedPaths?: string[]);
+}
+/**
+ * Load configuration from file. Config file is REQUIRED.
+ *
+ * @param explicitPath - Optional explicit path to config file
+ * @returns Validated configuration
+ * @throws ConfigNotFoundError if no config file is found
+ * @throws Error if config file is invalid
+ */
+export declare function loadConfig(explicitPath?: string): BellwetherConfig;
+//# sourceMappingURL=loader.d.ts.map

package/dist/config/loader.js

@@ -0,0 +1,122 @@
+/**
+ * Configuration loader.
+ *
+ * Loads bellwether.yaml configuration. Config file is REQUIRED for running tests.
+ * Use `bellwether init` to create a config file with all options documented.
+ */
+import { readFileSync } from 'fs';
+import { join } from 'path';
+import { parseYamlSecure } from '../utils/yaml-parser.js';
+import { validateConfig, findConfigFile, } from './validator.js';
+import { PATHS } from '../constants.js';
+/**
+ * Interpolate environment variables in a string.
+ * Supports ${VAR} and $VAR syntax.
+ *
+ * @param value - String that may contain env var references
+ * @returns String with env vars replaced with their values
+ */
+function interpolateEnvVars(value) {
+    // Match ${VAR} or ${VAR:-default} syntax
+    return value.replace(/\$\{([^}]+)\}/g, (match, expr) => {
+        // Check for default value syntax: ${VAR:-default}
+        const [varName, defaultValue] = expr.split(':-');
+        const envValue = process.env[varName.trim()];
+        if (envValue !== undefined) {
+            return envValue;
+        }
+        if (defaultValue !== undefined) {
+            return defaultValue;
+        }
+        // Return original if no value and no default
+        return match;
+    });
+}
+/**
+ * Recursively interpolate environment variables in a config object.
+ * Only interpolates string values.
+ *
+ * @param obj - Object to interpolate
+ * @returns New object with env vars interpolated
+ */
+function interpolateConfig(obj) {
+    if (obj === null || obj === undefined) {
+        return obj;
+    }
+    if (typeof obj === 'string') {
+        return interpolateEnvVars(obj);
+    }
+    if (Array.isArray(obj)) {
+        return obj.map((item) => interpolateConfig(item));
+    }
+    if (typeof obj === 'object') {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            result[key] = interpolateConfig(value);
+        }
+        return result;
+    }
+    return obj;
+}
+/**
+ * Error thrown when no config file is found.
+ */
+export class ConfigNotFoundError extends Error {
+    constructor(searchedPaths) {
+        const message = searchedPaths
+            ? `No bellwether config file found.\n\nSearched:\n${searchedPaths.map((p) => `  - ${p}`).join('\n')}\n\nRun \`bellwether init\` to create a config file.`
+            : 'No bellwether config file found.\n\nRun `bellwether init` to create a config file.';
+        super(message);
+        this.name = 'ConfigNotFoundError';
+    }
+}
+/**
+ * Load configuration from file. Config file is REQUIRED.
+ *
+ * @param explicitPath - Optional explicit path to config file
+ * @returns Validated configuration
+ * @throws ConfigNotFoundError if no config file is found
+ * @throws Error if config file is invalid
+ */
+export function loadConfig(explicitPath) {
+    // Find config file
+    const configPath = findConfigFile(explicitPath);
+    if (!configPath) {
+        // Build list of searched paths for helpful error message
+        const searchedPaths = explicitPath
+            ? [explicitPath]
+            : PATHS.CONFIG_FILENAMES.map((name) => join(process.cwd(), name));
+        throw new ConfigNotFoundError(searchedPaths);
+    }
+    // Load and parse the file
+    const content = readFileSync(configPath, 'utf-8');
+    let parsed;
+    try {
+        parsed = parseYamlSecure(content);
+    }
+    catch (error) {
+        throw new Error(`Invalid YAML in config file ${configPath}: ${error instanceof Error ? error.message : 'Unknown error'}`);
+    }
+    // Handle empty config files - treat as minimal valid config
+    if (parsed === null || parsed === undefined) {
+        parsed = {};
+    }
+    // Interpolate environment variables (e.g., ${PLEX_TOKEN})
+    parsed = interpolateConfig(parsed);
+    // SECURITY: Reject API keys stored directly in config files
+    const rawConfig = parsed;
+    const llmConfig = rawConfig.llm;
+    if (llmConfig?.apiKey || llmConfig?.openaiApiKey || llmConfig?.anthropicApiKey) {
+        throw new Error(`Security Error: API key found in config file "${configPath}".\n` +
+            `Storing API keys in config files is a security risk.\n\n` +
+            `Use environment variables instead:\n` +
+            `  export OPENAI_API_KEY=sk-xxx\n` +
+            `  export ANTHROPIC_API_KEY=sk-ant-xxx\n\n` +
+            `Or use the secure credential store:\n` +
+            `  bellwether auth\n\n` +
+            `Remove any API key fields from your config file.`);
+    }
+    // Validate and apply defaults using the new schema
+    return validateConfig(parsed, configPath);
+}
+//# sourceMappingURL=loader.js.map

package/dist/config/template.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Configuration template options.
+ */
+export interface ConfigTemplateOptions {
+    /** Server command (optional, can be set later) */
+    serverCommand?: string;
+    /** Server arguments */
+    serverArgs?: string[];
+    /** LLM provider for explore command */
+    provider?: 'ollama' | 'openai' | 'anthropic';
+    /** Preset name used to generate this config */
+    preset?: string;
+    /** Environment variables detected from .env.example */
+    envVars?: string[];
+    /** Whether to optimize for CI (affects baseline.failOnDrift default) */
+    ciOptimized?: boolean;
+}
+/**
+ * Generate a comprehensive bellwether.yaml configuration file.
+ *
+ * The generated file includes ALL possible options with explanatory comments,
+ * so users can customize without consulting documentation.
+ *
+ * This config is used by both 'bellwether check' and 'bellwether explore' commands.
+ */
+export declare function generateConfigTemplate(options?: ConfigTemplateOptions): string;
+/**
+ * Preset configurations for common use cases.
+ */
+export declare const PRESETS: Record<string, ConfigTemplateOptions>;
+/**
+ * Get preset-specific YAML overrides for documentation purposes.
+ *
+ * @param presetName - Name of the preset (ci, security, thorough, local)
+ * @returns YAML string with preset-specific settings or null if preset not found
+ */
+export declare function getPresetOverrides(presetName: string): string | null;
+/**
+ * Generate a preset-specific configuration.
+ */
+export declare function generatePresetConfig(presetName: string, options?: ConfigTemplateOptions): string;
+//# sourceMappingURL=template.d.ts.map