qualyx 0.3.0

package/dist/core/config-loader.js

@@ -0,0 +1,239 @@
+import { readFileSync, existsSync } from 'node:fs';
+import { resolve, dirname } from 'node:path';
+import { parse as parseYaml } from 'yaml';
+import { QualyxConfigSchema } from '../types/index.js';
+const DEFAULT_CONFIG_FILES = ['qualyx.yml', 'qualyx.yaml', '.qualyx.yml', '.qualyx.yaml'];
+export class ConfigLoadError extends Error {
+    filePath;
+    validationErrors;
+    constructor(message, filePath, validationErrors) {
+        super(message);
+        this.filePath = filePath;
+        this.validationErrors = validationErrors;
+        this.name = 'ConfigLoadError';
+    }
+}
+/**
+ * Substitute environment variables in a string.
+ * Supports ${VAR_NAME} syntax.
+ */
+function substituteEnvVars(value) {
+    return value.replace(/\$\{([^}]+)\}/g, (match, varName) => {
+        const envValue = process.env[varName];
+        if (envValue === undefined) {
+            // Return the original placeholder if env var is not set
+            // This allows for optional env vars and better error messages later
+            return match;
+        }
+        return envValue;
+    });
+}
+/**
+ * Recursively substitute environment variables in an object.
+ */
+function substituteEnvVarsInObject(obj) {
+    if (typeof obj === 'string') {
+        return substituteEnvVars(obj);
+    }
+    if (Array.isArray(obj)) {
+        return obj.map(substituteEnvVarsInObject);
+    }
+    if (obj !== null && typeof obj === 'object') {
+        const result = {};
+        for (const [key, value] of Object.entries(obj)) {
+            result[key] = substituteEnvVarsInObject(value);
+        }
+        return result;
+    }
+    return obj;
+}
+/**
+ * Find the configuration file path.
+ * Searches for default config file names if no path is specified.
+ */
+export function findConfigFile(configPath) {
+    if (configPath) {
+        const absolutePath = resolve(configPath);
+        if (!existsSync(absolutePath)) {
+            throw new ConfigLoadError(`Configuration file not found: ${absolutePath}`, absolutePath);
+        }
+        return absolutePath;
+    }
+    // Search for default config files in the current directory
+    const cwd = process.cwd();
+    for (const fileName of DEFAULT_CONFIG_FILES) {
+        const filePath = resolve(cwd, fileName);
+        if (existsSync(filePath)) {
+            return filePath;
+        }
+    }
+    throw new ConfigLoadError(`No configuration file found. Create a qualyx.yml file or specify a path with --config`);
+}
+/**
+ * Load and parse YAML configuration file.
+ */
+function loadYamlFile(filePath) {
+    try {
+        const content = readFileSync(filePath, 'utf-8');
+        return parseYaml(content);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            throw new ConfigLoadError(`Failed to parse YAML: ${error.message}`, filePath);
+        }
+        throw error;
+    }
+}
+/**
+ * Validate configuration against the Zod schema.
+ */
+function validateConfig(config, filePath) {
+    const result = QualyxConfigSchema.safeParse(config);
+    if (!result.success) {
+        throw new ConfigLoadError(`Configuration validation failed:\n${formatZodErrors(result.error)}`, filePath, result.error);
+    }
+    return result.data;
+}
+/**
+ * Format Zod validation errors for display.
+ */
+function formatZodErrors(error) {
+    return error.errors
+        .map((err) => {
+        const path = err.path.length > 0 ? `  at "${err.path.join('.')}"` : '';
+        return `  - ${err.message}${path}`;
+    })
+        .join('\n');
+}
+/**
+ * Check for unresolved environment variables and warn about them.
+ */
+function checkUnresolvedEnvVars(config) {
+    const warnings = [];
+    const configStr = JSON.stringify(config);
+    const unresolvedMatches = configStr.match(/\$\{[^}]+\}/g);
+    if (unresolvedMatches) {
+        const uniqueVars = [...new Set(unresolvedMatches)];
+        for (const varMatch of uniqueVars) {
+            const varName = varMatch.slice(2, -1);
+            warnings.push(`Environment variable ${varName} is not set`);
+        }
+    }
+    return warnings;
+}
+/**
+ * Validate that all rule IDs within an app are unique.
+ */
+function validateUniqueRuleIds(config) {
+    for (const app of config.apps) {
+        const ruleIds = new Set();
+        for (const rule of app.rules) {
+            if (ruleIds.has(rule.id)) {
+                throw new ConfigLoadError(`Duplicate rule ID "${rule.id}" in app "${app.name}"`);
+            }
+            ruleIds.add(rule.id);
+        }
+    }
+}
+/**
+ * Validate that all app names are unique.
+ */
+function validateUniqueAppNames(config) {
+    const appNames = new Set();
+    for (const app of config.apps) {
+        if (appNames.has(app.name)) {
+            throw new ConfigLoadError(`Duplicate app name "${app.name}"`);
+        }
+        appNames.add(app.name);
+    }
+}
+/**
+ * Load, parse, and validate the Qualyx configuration file.
+ */
+export function loadConfig(configPath) {
+    // Find the config file
+    const filePath = findConfigFile(configPath);
+    // Load and parse YAML
+    const rawConfig = loadYamlFile(filePath);
+    // Substitute environment variables
+    const configWithEnvVars = substituteEnvVarsInObject(rawConfig);
+    // Validate against schema
+    const config = validateConfig(configWithEnvVars, filePath);
+    // Additional validations
+    validateUniqueAppNames(config);
+    validateUniqueRuleIds(config);
+    // Check for unresolved env vars
+    const warnings = checkUnresolvedEnvVars(config);
+    return {
+        config,
+        filePath,
+        warnings,
+    };
+}
+/**
+ * Get a specific app from the configuration by name.
+ */
+export function getApp(config, appName) {
+    const app = config.apps.find((a) => a.name === appName);
+    if (!app) {
+        throw new ConfigLoadError(`App "${appName}" not found in configuration`);
+    }
+    return app;
+}
+/**
+ * Get a specific rule from an app by ID.
+ */
+export function getRule(config, appName, ruleId) {
+    const app = getApp(config, appName);
+    const rule = app.rules.find((r) => r.id === ruleId);
+    if (!rule) {
+        throw new ConfigLoadError(`Rule "${ruleId}" not found in app "${appName}"`);
+    }
+    return { app, rule };
+}
+/**
+ * Get the URL for a specific environment, with fallback to the default URL.
+ */
+export function getEnvironmentUrl(app, environment) {
+    if (!environment) {
+        return app.url;
+    }
+    if (app.environments && app.environments[environment]) {
+        return app.environments[environment];
+    }
+    // Fall back to default URL if environment not found
+    return app.url;
+}
+/**
+ * Get the directory containing the configuration file.
+ */
+export function getConfigDir(filePath) {
+    return dirname(filePath);
+}
+/**
+ * Get all scheduled rules from the configuration.
+ */
+export function getScheduledRules(config) {
+    const scheduledRules = [];
+    for (const app of config.apps) {
+        for (const rule of app.rules) {
+            if (rule.schedule) {
+                scheduledRules.push({
+                    appName: app.name,
+                    ruleId: rule.id,
+                    ruleName: rule.name,
+                    schedule: rule.schedule,
+                    severity: rule.severity,
+                });
+            }
+        }
+    }
+    return scheduledRules;
+}
+/**
+ * Get setup steps for an app.
+ */
+export function getAppSetup(app) {
+    return app.setup || [];
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/core/config-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/core/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAE,kBAAkB,EAAqB,MAAM,mBAAmB,CAAC;AAE1E,MAAM,oBAAoB,GAAG,CAAC,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;AAE1F,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAGtB;IACA;IAHlB,YACE,OAAe,EACC,QAAiB,EACjB,gBAA2B;QAE3C,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,aAAQ,GAAR,QAAQ,CAAS;QACjB,qBAAgB,GAAhB,gBAAgB,CAAW;QAG3C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,wDAAwD;YACxD,oEAAoE;YACpE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAS,yBAAyB,CAAC,GAAY;IAC7C,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,CAAC,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,UAAmB;IAChD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,eAAe,CAAC,iCAAiC,YAAY,EAAE,EAAE,YAAY,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,2DAA2D;IAC3D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACxC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,eAAe,CACvB,uFAAuF,CACxF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,IAAI,eAAe,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAe,EAAE,QAAgB;IACvD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEpD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,eAAe,CACvB,qCAAqC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACpE,QAAQ,EACR,MAAM,CAAC,KAAK,CACb,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAe;IACtC,OAAO,KAAK,CAAC,MAAM;SAChB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,OAAO,GAAG,CAAC,OAAO,GAAG,IAAI,EAAE,CAAC;IACrC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,MAAoB;IAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,iBAAiB,GAAG,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAE1D,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACnD,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,wBAAwB,OAAO,aAAa,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,MAAoB;IACjD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,eAAe,CACvB,sBAAsB,IAAI,CAAC,EAAE,aAAa,GAAG,CAAC,IAAI,GAAG,CACtD,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,MAAoB;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,eAAe,CAAC,uBAAuB,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;QAChE,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAQD;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,UAAmB;IAC5C,uBAAuB;IACvB,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAE5C,sBAAsB;IACtB,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEzC,mCAAmC;IACnC,MAAM,iBAAiB,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAE/D,0BAA0B;IAC1B,MAAM,MAAM,GAAG,cAAc,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;IAE3D,yBAAyB;IACzB,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC/B,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE9B,gCAAgC;IAChC,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAEhD,OAAO;QACL,MAAM;QACN,QAAQ;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,MAAM,CAAC,MAAoB,EAAE,OAAe;IAC1D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;IACxD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,eAAe,CAAC,QAAQ,OAAO,8BAA8B,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,MAAoB,EAAE,OAAe,EAAE,MAAc;IAC3E,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,eAAe,CAAC,SAAS,MAAM,uBAAuB,OAAO,GAAG,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAA2D,EAAE,WAAoB;IACjH,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,GAAG,CAAC;IACjB,CAAC;IAED,IAAI,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;QACtD,OAAO,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,oDAAoD;IACpD,OAAO,GAAG,CAAC,GAAG,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IAOpD,MAAM,cAAc,GAMf,EAAE,CAAC;IAER,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,cAAc,CAAC,IAAI,CAAC;oBAClB,OAAO,EAAE,GAAG,CAAC,IAAI;oBACjB,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,GAAyB;IACnD,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;AACzB,CAAC"}

package/dist/core/executor.d.ts

@@ -0,0 +1,75 @@
+import type { QualyxConfig, App, Rule, TestResult, RunResult, RunOptions } from '../types/index.js';
+export interface ExecutorCallbacks {
+    onTestStart?: (app: App, rule: Rule) => void;
+    onTestComplete?: (result: TestResult) => void;
+    onTestRetry?: (app: App, rule: Rule, attempt: number, maxRetries: number) => void;
+    onRunStart?: (totalTests: number) => void;
+    onRunComplete?: (result: RunResult) => void;
+    onSetupStart?: (app: App) => void;
+    onSetupComplete?: (app: App, success: boolean, error?: string) => void;
+}
+export interface ExecutorOptions extends RunOptions {
+    callbacks?: ExecutorCallbacks;
+}
+/**
+ * Main executor class that orchestrates test runs.
+ */
+export declare class Executor {
+    private config;
+    private options;
+    private callbacks;
+    private setupCompleted;
+    private setupErrors;
+    constructor(config: QualyxConfig, options?: ExecutorOptions);
+    /**
+     * Execute all tests or filtered tests based on options.
+     */
+    run(): Promise<RunResult>;
+    /**
+     * Execute tests sequentially.
+     */
+    private executeSequential;
+    /**
+     * Execute tests in parallel with concurrency limit.
+     */
+    private executeParallel;
+    /**
+     * Create a skip result for a test.
+     */
+    private createSkipResult;
+    /**
+     * Get the list of tests to run based on filters.
+     */
+    private getTestsToRun;
+    /**
+     * Execute a single test with retry logic.
+     */
+    private executeTest;
+    /**
+     * Build the prompt context for a test.
+     */
+    private buildContext;
+    /**
+     * Resolve credentials from app auth configuration.
+     */
+    private resolveCredentials;
+    /**
+     * Run setup steps for an app.
+     */
+    private runSetup;
+    /**
+     * Get a preview of what would be executed (for dry-run mode).
+     */
+    getExecutionPreview(): Array<{
+        app: string;
+        rule: string;
+        severity: string;
+        steps: number;
+        prompt: string;
+    }>;
+}
+/**
+ * Create and run an executor with the given configuration.
+ */
+export declare function executeTests(config: QualyxConfig, options?: ExecutorOptions): Promise<RunResult>;
+//# sourceMappingURL=executor.d.ts.map

package/dist/core/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../src/core/executor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,GAAG,EACH,IAAI,EACJ,UAAU,EACV,SAAS,EACT,UAAU,EAGX,MAAM,mBAAmB,CAAC;AAY3B,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC;IAC7C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;IAC9C,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAClF,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;IAC5C,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC,eAAe,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CACxE;AAED,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD,SAAS,CAAC,EAAE,iBAAiB,CAAC;CAC/B;AAED;;GAEG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,WAAW,CAAsB;gBAE7B,MAAM,EAAE,YAAY,EAAE,OAAO,GAAE,eAAoB;IAQ/D;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC;IA+C/B;;OAEG;YACW,iBAAiB;IAwB/B;;OAEG;YACW,eAAe;IAgE7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAiBxB;;OAEG;IACH,OAAO,CAAC,aAAa;IAsBrB;;OAEG;YACW,WAAW;IAsEzB;;OAEG;IACH,OAAO,CAAC,YAAY;IAUpB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;YACW,QAAQ;IAoDtB;;OAEG;IACH,mBAAmB,IAAI,KAAK,CAAC;QAC3B,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CAgBH;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,YAAY,EACpB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,SAAS,CAAC,CAGpB"}

package/dist/core/executor.js

@@ -0,0 +1,337 @@
+import { randomUUID } from 'node:crypto';
+import { getAppSetup } from './config-loader.js';
+import { buildExecutionPrompt, buildDryRunPrompt } from './prompt-builder.js';
+import { runClaude, isClaudeAvailable } from './claude-runner.js';
+import { shouldRetry, buildRetryContext, calculateRetryDelay, sleep, } from './retry-handler.js';
+/**
+ * Main executor class that orchestrates test runs.
+ */
+export class Executor {
+    config;
+    options;
+    callbacks;
+    setupCompleted;
+    setupErrors;
+    constructor(config, options = {}) {
+        this.config = config;
+        this.options = options;
+        this.callbacks = options.callbacks || {};
+        this.setupCompleted = new Map();
+        this.setupErrors = new Map();
+    }
+    /**
+     * Execute all tests or filtered tests based on options.
+     */
+    async run() {
+        // Check if Claude is available (unless dry-run)
+        if (!this.options.dryRun) {
+            const claudeAvailable = await isClaudeAvailable();
+            if (!claudeAvailable) {
+                throw new Error('Claude Code CLI is not available. Please install it with: npm install -g @anthropic-ai/claude-code');
+            }
+        }
+        const runId = randomUUID();
+        const startedAt = new Date().toISOString();
+        // Get tests to run based on filters
+        const testsToRun = this.getTestsToRun();
+        // Notify run start
+        this.callbacks.onRunStart?.(testsToRun.length);
+        // Execute tests (parallel or sequential)
+        const results = this.options.parallel
+            ? await this.executeParallel(testsToRun)
+            : await this.executeSequential(testsToRun);
+        const completedAt = new Date().toISOString();
+        const duration = new Date(completedAt).getTime() - new Date(startedAt).getTime();
+        const runResult = {
+            runId,
+            startedAt,
+            completedAt,
+            duration,
+            totalTests: results.length,
+            passed: results.filter((r) => r.status === 'passed').length,
+            failed: results.filter((r) => r.status === 'failed').length,
+            skipped: results.filter((r) => r.status === 'skipped').length,
+            results,
+            environment: this.options.environment || 'default',
+        };
+        // Notify run complete
+        this.callbacks.onRunComplete?.(runResult);
+        return runResult;
+    }
+    /**
+     * Execute tests sequentially.
+     */
+    async executeSequential(testsToRun) {
+        const results = [];
+        for (const { app, rule } of testsToRun) {
+            // Run setup if needed and not skipped
+            if (!rule.skip_setup && app.setup?.length && !this.setupCompleted.has(app.name)) {
+                await this.runSetup(app);
+            }
+            // Check if setup failed for this app
+            if (this.setupErrors.has(app.name) && !rule.skip_setup) {
+                const skipResult = this.createSkipResult(app, rule, `Setup failed: ${this.setupErrors.get(app.name)}`);
+                results.push(skipResult);
+                this.callbacks.onTestComplete?.(skipResult);
+                continue;
+            }
+            const result = await this.executeTest(app, rule);
+            results.push(result);
+        }
+        return results;
+    }
+    /**
+     * Execute tests in parallel with concurrency limit.
+     */
+    async executeParallel(testsToRun) {
+        const maxParallel = this.options.maxParallel ?? 3;
+        const results = [];
+        const pending = [];
+        // First, run all setups sequentially to avoid race conditions
+        const appsWithSetup = new Set();
+        for (const { app, rule } of testsToRun) {
+            if (!rule.skip_setup && app.setup?.length && !appsWithSetup.has(app.name)) {
+                appsWithSetup.add(app.name);
+                if (!this.setupCompleted.has(app.name)) {
+                    await this.runSetup(app);
+                }
+            }
+        }
+        // Create a queue of tests
+        const queue = [...testsToRun];
+        let running = 0;
+        const executeNext = async () => {
+            if (queue.length === 0)
+                return;
+            const test = queue.shift();
+            if (!test)
+                return;
+            const { app, rule } = test;
+            running++;
+            try {
+                // Check if setup failed for this app
+                if (this.setupErrors.has(app.name) && !rule.skip_setup) {
+                    const skipResult = this.createSkipResult(app, rule, `Setup failed: ${this.setupErrors.get(app.name)}`);
+                    results.push(skipResult);
+                    this.callbacks.onTestComplete?.(skipResult);
+                }
+                else {
+                    const result = await this.executeTest(app, rule);
+                    results.push(result);
+                }
+            }
+            finally {
+                running--;
+                // Start next test if there are more in queue
+                if (queue.length > 0 && running < maxParallel) {
+                    pending.push(executeNext());
+                }
+            }
+        };
+        // Start initial batch of parallel tests
+        const initialBatch = Math.min(maxParallel, queue.length);
+        for (let i = 0; i < initialBatch; i++) {
+            pending.push(executeNext());
+        }
+        // Wait for all tests to complete
+        await Promise.all(pending);
+        // Sort results to maintain original order
+        const orderMap = new Map(testsToRun.map(({ rule }, i) => [rule.id, i]));
+        results.sort((a, b) => (orderMap.get(a.ruleId) ?? 0) - (orderMap.get(b.ruleId) ?? 0));
+        return results;
+    }
+    /**
+     * Create a skip result for a test.
+     */
+    createSkipResult(app, rule, error) {
+        return {
+            ruleId: rule.id,
+            ruleName: rule.name,
+            appName: app.name,
+            status: 'skipped',
+            severity: rule.severity,
+            startedAt: new Date().toISOString(),
+            completedAt: new Date().toISOString(),
+            duration: 0,
+            steps: [],
+            validations: [],
+            error,
+            retryCount: 0,
+        };
+    }
+    /**
+     * Get the list of tests to run based on filters.
+     */
+    getTestsToRun() {
+        const tests = [];
+        for (const app of this.config.apps) {
+            // Filter by app name if specified
+            if (this.options.app && app.name !== this.options.app) {
+                continue;
+            }
+            for (const rule of app.rules) {
+                // Filter by rule ID if specified
+                if (this.options.rule && rule.id !== this.options.rule) {
+                    continue;
+                }
+                tests.push({ app, rule });
+            }
+        }
+        return tests;
+    }
+    /**
+     * Execute a single test with retry logic.
+     */
+    async executeTest(app, rule) {
+        // Notify test start
+        this.callbacks.onTestStart?.(app, rule);
+        const startedAt = new Date().toISOString();
+        const maxRetries = this.options.retries ?? this.config.organization.defaults?.retries ?? 2;
+        const timeout = this.options.timeout ?? rule.timeout ?? this.config.organization.defaults?.timeout ?? 30000;
+        let result;
+        let retryCount = 0;
+        let lastContext = this.buildContext(app, rule);
+        // Initial execution
+        const prompt = this.options.dryRun
+            ? buildDryRunPrompt(lastContext)
+            : buildExecutionPrompt(lastContext);
+        result = await runClaude(prompt, {
+            timeout,
+            dryRun: this.options.dryRun,
+            headless: !this.options.headed,
+        });
+        // Retry loop
+        while (shouldRetry(result, retryCount, maxRetries)) {
+            retryCount++;
+            // Notify retry
+            this.callbacks.onTestRetry?.(app, rule, retryCount, maxRetries);
+            // Wait before retry (exponential backoff)
+            await sleep(calculateRetryDelay(retryCount - 1));
+            // Build enhanced context with failure information
+            lastContext = buildRetryContext(lastContext, result, retryCount);
+            // Execute with enhanced context
+            const retryPrompt = buildExecutionPrompt(lastContext);
+            result = await runClaude(retryPrompt, {
+                timeout,
+                dryRun: this.options.dryRun,
+                headless: !this.options.headed,
+            });
+        }
+        const completedAt = new Date().toISOString();
+        const duration = new Date(completedAt).getTime() - new Date(startedAt).getTime();
+        const testResult = {
+            ruleId: rule.id,
+            ruleName: rule.name,
+            appName: app.name,
+            status: result.status,
+            severity: rule.severity,
+            startedAt,
+            completedAt,
+            duration,
+            steps: result.steps,
+            validations: result.validations,
+            error: result.error,
+            screenshot: result.screenshot,
+            retryCount,
+        };
+        // Notify test complete
+        this.callbacks.onTestComplete?.(testResult);
+        return testResult;
+    }
+    /**
+     * Build the prompt context for a test.
+     */
+    buildContext(app, rule) {
+        return {
+            app,
+            rule,
+            environment: this.options.environment,
+            credentials: this.resolveCredentials(app),
+            collectMetrics: this.options.collectMetrics,
+        };
+    }
+    /**
+     * Resolve credentials from app auth configuration.
+     */
+    resolveCredentials(app) {
+        if (!app.auth?.credentials) {
+            return {};
+        }
+        return app.auth.credentials;
+    }
+    /**
+     * Run setup steps for an app.
+     */
+    async runSetup(app) {
+        const setupSteps = getAppSetup(app);
+        if (!setupSteps.length) {
+            this.setupCompleted.set(app.name, true);
+            return;
+        }
+        // Notify setup start
+        this.callbacks.onSetupStart?.(app);
+        // Create a virtual rule for setup
+        const setupRule = {
+            id: `__setup__${app.name}`,
+            name: `Setup for ${app.name}`,
+            severity: 'critical',
+            steps: setupSteps,
+            validations: [],
+        };
+        const timeout = this.config.organization.defaults?.timeout ?? 30000;
+        const context = {
+            app,
+            rule: setupRule,
+            environment: this.options.environment,
+            credentials: this.resolveCredentials(app),
+        };
+        try {
+            const prompt = this.options.dryRun
+                ? buildDryRunPrompt(context)
+                : buildExecutionPrompt(context);
+            const result = await runClaude(prompt, {
+                timeout,
+                dryRun: this.options.dryRun,
+                headless: !this.options.headed,
+            });
+            if (result.status === 'passed') {
+                this.setupCompleted.set(app.name, true);
+                this.callbacks.onSetupComplete?.(app, true);
+            }
+            else {
+                this.setupErrors.set(app.name, result.error || 'Setup failed');
+                this.callbacks.onSetupComplete?.(app, false, result.error);
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown setup error';
+            this.setupErrors.set(app.name, errorMessage);
+            this.callbacks.onSetupComplete?.(app, false, errorMessage);
+        }
+    }
+    /**
+     * Get a preview of what would be executed (for dry-run mode).
+     */
+    getExecutionPreview() {
+        const testsToRun = this.getTestsToRun();
+        return testsToRun.map(({ app, rule }) => {
+            const context = this.buildContext(app, rule);
+            const prompt = buildDryRunPrompt(context);
+            return {
+                app: app.name,
+                rule: rule.id,
+                severity: rule.severity,
+                steps: rule.steps.length,
+                prompt,
+            };
+        });
+    }
+}
+/**
+ * Create and run an executor with the given configuration.
+ */
+export async function executeTests(config, options = {}) {
+    const executor = new Executor(config, options);
+    return executor.run();
+}
+//# sourceMappingURL=executor.js.map