agentic-qe 1.9.3 → 2.0.0

package/dist/reporting/index.js

@@ -0,0 +1,154 @@
+"use strict";
+/**
+ * Reporting Module
+ *
+ * Complete output generation and reporting system for quality check results.
+ * Supports multiple output formats and provides result aggregation capabilities.
+ *
+ * @module reporting
+ * @version 1.0.0
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReporterFactory = exports.ControlLoopReporter = exports.JSONReporter = exports.HumanReadableReporter = exports.ResultAggregator = void 0;
+exports.generateAllReports = generateAllReports;
+exports.writeReports = writeReports;
+exports.quickReport = quickReport;
+// Core types
+__exportStar(require("./types"), exports);
+// Result aggregation
+var ResultAggregator_1 = require("./ResultAggregator");
+Object.defineProperty(exports, "ResultAggregator", { enumerable: true, get: function () { return ResultAggregator_1.ResultAggregator; } });
+// Reporters
+var reporters_1 = require("./reporters");
+Object.defineProperty(exports, "HumanReadableReporter", { enumerable: true, get: function () { return reporters_1.HumanReadableReporter; } });
+Object.defineProperty(exports, "JSONReporter", { enumerable: true, get: function () { return reporters_1.JSONReporter; } });
+Object.defineProperty(exports, "ControlLoopReporter", { enumerable: true, get: function () { return reporters_1.ControlLoopReporter; } });
+const HumanReadableReporter_1 = require("./reporters/HumanReadableReporter");
+const JSONReporter_1 = require("./reporters/JSONReporter");
+const ControlLoopReporter_1 = require("./reporters/ControlLoopReporter");
+class ReporterFactory {
+    /**
+     * Create reporter by format
+     */
+    static create(format, config) {
+        const fullConfig = {
+            format,
+            detailLevel: config?.detailLevel || 'detailed',
+            useColors: config?.useColors,
+            includeTimestamps: config?.includeTimestamps,
+            includeMetadata: config?.includeMetadata,
+            outputPath: config?.outputPath,
+            prettyPrint: config?.prettyPrint
+        };
+        switch (format) {
+            case 'human':
+                return new HumanReadableReporter_1.HumanReadableReporter(fullConfig);
+            case 'json':
+                return new JSONReporter_1.JSONReporter(fullConfig);
+            case 'control-loop':
+                return new ControlLoopReporter_1.ControlLoopReporter(fullConfig);
+            case 'html':
+            case 'markdown':
+                throw new Error(`Reporter format '${format}' is not yet implemented`);
+            default:
+                throw new Error(`Unknown reporter format: ${format}`);
+        }
+    }
+    /**
+     * Create all reporters
+     */
+    static createAll(config) {
+        const reporters = new Map();
+        reporters.set('human', this.create('human', config));
+        reporters.set('json', this.create('json', config));
+        reporters.set('control-loop', this.create('control-loop', config));
+        return reporters;
+    }
+    /**
+     * Get available formats
+     */
+    static getAvailableFormats() {
+        return ['human', 'json', 'control-loop'];
+    }
+    /**
+     * Validate format
+     */
+    static isValidFormat(format) {
+        return this.getAvailableFormats().includes(format);
+    }
+}
+exports.ReporterFactory = ReporterFactory;
+async function generateAllReports(results, config) {
+    const reporters = ReporterFactory.createAll(config);
+    const outputs = new Map();
+    for (const [format, reporter] of reporters) {
+        const output = reporter.report(results);
+        const resolvedOutput = output instanceof Promise ? await output : output;
+        outputs.set(format, resolvedOutput);
+    }
+    return outputs;
+}
+/**
+ * Convenience function to write reports to files
+ */
+const fs = __importStar(require("fs-extra"));
+const path = __importStar(require("path"));
+async function writeReports(results, outputDir, config) {
+    await fs.ensureDir(outputDir);
+    const outputs = await generateAllReports(results, config);
+    const filePaths = new Map();
+    for (const [format, reportOutput] of outputs) {
+        const extension = format === 'human' ? 'txt' : format === 'control-loop' ? 'json' : format;
+        const fileName = `quality-report-${results.executionId}.${extension}`;
+        const filePath = path.join(outputDir, fileName);
+        await fs.writeFile(filePath, reportOutput.content, 'utf8');
+        filePaths.set(format, filePath);
+    }
+    return filePaths;
+}
+/**
+ * Quick report generation helper
+ */
+async function quickReport(results, format = 'human') {
+    const reporter = ReporterFactory.create(format);
+    const output = reporter.report(results);
+    const resolvedOutput = output instanceof Promise ? await output : output;
+    return resolvedOutput.content;
+}
+//# sourceMappingURL=index.js.map

package/dist/reporting/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/reporting/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4GH,gDAcC;AAQD,oCAoBC;AAKD,kCAKC;AA9JD,aAAa;AACb,0CAAwB;AAExB,qBAAqB;AACrB,uDAAuE;AAA9D,oHAAA,gBAAgB,OAAA;AAEzB,YAAY;AACZ,yCAMqB;AALnB,kHAAA,qBAAqB,OAAA;AACrB,yGAAA,YAAY,OAAA;AAEZ,gHAAA,mBAAmB,OAAA;AAwBrB,6EAA0E;AAC1E,2DAAwD;AACxD,yEAAsE;AAEtE,MAAa,eAAe;IAC1B;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAoB,EAAE,MAAgC;QAClE,MAAM,UAAU,GAAmB;YACjC,MAAM;YACN,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,UAAU;YAC9C,SAAS,EAAE,MAAM,EAAE,SAAS;YAC5B,iBAAiB,EAAE,MAAM,EAAE,iBAAiB;YAC5C,eAAe,EAAE,MAAM,EAAE,eAAe;YACxC,UAAU,EAAE,MAAM,EAAE,UAAU;YAC9B,WAAW,EAAE,MAAM,EAAE,WAAW;SACjC,CAAC;QAEF,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,OAAO;gBACV,OAAO,IAAI,6CAAqB,CAAC,UAAU,CAAC,CAAC;YAE/C,KAAK,MAAM;gBACT,OAAO,IAAI,2BAAY,CAAC,UAAU,CAAC,CAAC;YAEtC,KAAK,cAAc;gBACjB,OAAO,IAAI,yCAAmB,CAAC,UAAU,CAAC,CAAC;YAE7C,KAAK,MAAM,CAAC;YACZ,KAAK,UAAU;gBACb,MAAM,IAAI,KAAK,CAAC,oBAAoB,MAAM,0BAA0B,CAAC,CAAC;YAExE;gBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,MAAgC;QAC/C,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEpD,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACnD,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB;QACxB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,MAAc;QACjC,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC,QAAQ,CAAC,MAAsB,CAAC,CAAC;IACrE,CAAC;CACF;AA5DD,0CA4DC;AAOM,KAAK,UAAU,kBAAkB,CACtC,OAA0B,EAC1B,MAAgC;IAEhC,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;IAExD,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,SAAS,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,cAAc,GAAG,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,6CAA+B;AAC/B,2CAA6B;AAEtB,KAAK,UAAU,YAAY,CAChC,OAA0B,EAC1B,SAAiB,EACjB,MAAgC;IAEhC,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAE9B,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwB,CAAC;IAElD,KAAK,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,OAAO,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC3F,MAAM,QAAQ,GAAG,kBAAkB,OAAO,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEhD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3D,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,WAAW,CAAC,OAA0B,EAAE,SAAuB,OAAO;IAC1F,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,cAAc,GAAG,MAAM,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACzE,OAAO,cAAc,CAAC,OAAO,CAAC;AAChC,CAAC"}

package/dist/reporting/reporters/ControlLoopReporter.d.ts

@@ -0,0 +1,128 @@
+/**
+ * Control Loop Reporter
+ *
+ * Generates machine-readable feedback for automated control systems,
+ * CI/CD pipelines, and decision-making engines. Provides actionable
+ * signals, threshold violations, and recommended actions.
+ *
+ * @module reporting/reporters/ControlLoopReporter
+ * @version 1.0.0
+ */
+import { Reporter, ReporterConfig, ReportFormat, ReporterOutput, AggregatedResults, ControlLoopAction, ThresholdViolation } from '../types';
+/**
+ * Control loop configuration
+ */
+export interface ControlLoopConfig extends Partial<ReporterConfig> {
+    /** Deployment threshold - minimum test pass rate */
+    minPassRate?: number;
+    /** Coverage threshold */
+    minCoverage?: number;
+    /** Quality score threshold */
+    minQualityScore?: number;
+    /** Security score threshold */
+    minSecurityScore?: number;
+    /** Maximum allowed critical vulnerabilities */
+    maxCriticalVulnerabilities?: number;
+    /** Maximum allowed high vulnerabilities */
+    maxHighVulnerabilities?: number;
+    /** Performance P95 threshold (ms) */
+    maxP95ResponseTime?: number;
+    /** Error rate threshold (0-1) */
+    maxErrorRate?: number;
+    /** Flaky test threshold */
+    maxFlakyTests?: number;
+}
+/**
+ * Control Loop Reporter
+ *
+ * Designed for automated systems to consume test results and make
+ * deployment decisions based on quality gates and thresholds.
+ *
+ * @example
+ * ```typescript
+ * const reporter = new ControlLoopReporter({
+ *   minPassRate: 0.95,
+ *   minCoverage: 80,
+ *   maxCriticalVulnerabilities: 0
+ * });
+ *
+ * const output = reporter.report(aggregatedResults);
+ * const feedback = JSON.parse(output.content) as ControlLoopFeedback;
+ *
+ * if (!feedback.signals.canDeploy) {
+ *   // Block deployment
+ *   process.exit(1);
+ * }
+ * ```
+ */
+export declare class ControlLoopReporter implements Reporter {
+    private config;
+    private thresholds;
+    constructor(config?: ControlLoopConfig);
+    /**
+     * Generate control loop feedback
+     */
+    report(results: AggregatedResults): ReporterOutput;
+    /**
+     * Build control loop feedback structure
+     */
+    private buildFeedback;
+    /**
+     * Calculate key metrics for decision making
+     */
+    private calculateMetrics;
+    /**
+     * Calculate performance score (0-100)
+     */
+    private calculatePerformanceScore;
+    /**
+     * Detect actionable signals
+     */
+    private detectSignals;
+    /**
+     * Generate recommended actions
+     */
+    private generateActions;
+    /**
+     * Detect threshold violations
+     */
+    private detectViolations;
+    /**
+     * Generate next steps based on signals and violations
+     */
+    private generateNextSteps;
+    getFormat(): ReportFormat;
+    validateConfig(config: ReporterConfig): boolean;
+    /**
+     * Get current thresholds
+     */
+    getThresholds(): {
+        minPassRate: number;
+        minCoverage: number;
+        minQualityScore: number;
+        minSecurityScore: number;
+        maxCriticalVulnerabilities: number;
+        maxHighVulnerabilities: number;
+        maxP95ResponseTime: number;
+        maxErrorRate: number;
+        maxFlakyTests: number;
+    };
+    /**
+     * Update thresholds
+     */
+    updateThresholds(thresholds: Partial<typeof this.thresholds>): void;
+    /**
+     * Check if results pass all gates
+     */
+    static passesGates(results: AggregatedResults, config?: ControlLoopConfig): boolean;
+    /**
+     * Get deployment decision
+     */
+    static getDeploymentDecision(results: AggregatedResults, config?: ControlLoopConfig): {
+        canDeploy: boolean;
+        reason: string;
+        actions: ControlLoopAction[];
+        violations: ThresholdViolation[];
+    };
+}
+//# sourceMappingURL=ControlLoopReporter.d.ts.map

package/dist/reporting/reporters/ControlLoopReporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ControlLoopReporter.d.ts","sourceRoot":"","sources":["../../../src/reporting/reporters/ControlLoopReporter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,cAAc,EACd,iBAAiB,EAEjB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAElB;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,OAAO,CAAC,cAAc,CAAC;IAChE,oDAAoD;IACpD,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,yBAAyB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,8BAA8B;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,+BAA+B;IAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,+CAA+C;IAC/C,0BAA0B,CAAC,EAAE,MAAM,CAAC;IAEpC,2CAA2C;IAC3C,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAEhC,qCAAqC;IACrC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,iCAAiC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,2BAA2B;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,mBAAoB,YAAW,QAAQ;IAClD,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,UAAU,CAUhB;gBAEU,MAAM,GAAE,iBAAsB;IAuB1C;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,cAAc;IAsBlD;;OAEG;IACH,OAAO,CAAC,aAAa;IA8BrB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAoBjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA6CrB;;OAEG;IACH,OAAO,CAAC,eAAe;IAqEvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgGxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAuDzB,SAAS,IAAI,YAAY;IAIzB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO;IAI/C;;OAEG;IACH,aAAa;qBAjaE,MAAM;qBACN,MAAM;yBACF,MAAM;0BACL,MAAM;oCACI,MAAM;gCACV,MAAM;4BACV,MAAM;sBACZ,MAAM;uBACL,MAAM;;IA6ZvB;;OAEG;IACH,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI;IAOnE;;OAEG;IACH,MAAM,CAAC,WAAW,CAChB,OAAO,EAAE,iBAAiB,EAC1B,MAAM,GAAE,iBAAsB,GAC7B,OAAO;IAOV;;OAEG;IACH,MAAM,CAAC,qBAAqB,CAC1B,OAAO,EAAE,iBAAiB,EAC1B,MAAM,GAAE,iBAAsB,GAC7B;QACD,SAAS,EAAE,OAAO,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAC7B,UAAU,EAAE,kBAAkB,EAAE,CAAC;KAClC;CAYF"}