agentic-qe 2.5.6 → 2.5.8

package/dist/agents/n8n/N8nChaosTesterAgent.d.ts

@@ -0,0 +1,205 @@
+/**
+ * N8nChaosTesterAgent
+ *
+ * REAL Chaos engineering for n8n workflows:
+ * - ACTUAL fault injection via modified workflow copies
+ * - REAL workflow execution to test resilience
+ * - ACTUAL recovery testing with live execution
+ * - TRUE failure scenario validation
+ *
+ * This agent creates fault-injected workflow copies, executes them against
+ * the n8n instance, and measures real behavior - NOT just static analysis.
+ */
+import { N8nBaseAgent, N8nAgentConfig } from './N8nBaseAgent';
+import { QETask } from '../../types';
+export interface ChaosTestTask extends QETask {
+    type: 'chaos-test';
+    target: string;
+    options?: {
+        experiments?: ChaosExperiment[];
+        duration?: number;
+        intensity?: 'light' | 'moderate' | 'heavy';
+        safeMode?: boolean;
+        rollbackOnFailure?: boolean;
+        testInput?: Record<string, unknown>;
+    };
+}
+export interface ChaosExperiment {
+    name: string;
+    type: ChaosType;
+    target?: string;
+    parameters: Record<string, unknown>;
+    expectedBehavior: string;
+}
+export type ChaosType = 'node-failure' | 'network-delay' | 'network-partition' | 'resource-exhaustion' | 'data-corruption' | 'timeout' | 'rate-limit' | 'credential-failure' | 'invalid-response';
+export interface ChaosTestResult {
+    workflowId: string;
+    experiments: ExperimentResult[];
+    resilience: ResilienceScore;
+    vulnerabilities: Vulnerability[];
+    recommendations: ChaosRecommendation[];
+    summary: ChaosSummary;
+}
+export interface ExperimentResult {
+    experiment: ChaosExperiment;
+    status: 'passed' | 'failed' | 'error' | 'skipped';
+    duration: number;
+    observations: Observation[];
+    impact: ImpactAssessment;
+    recovery?: RecoveryAssessment;
+    execution?: {
+        executionId: string;
+        workflowStatus: 'success' | 'failed' | 'waiting';
+        errorMessage?: string;
+        nodesExecuted: string[];
+        errorHandlingTriggered: boolean;
+    };
+}
+export interface Observation {
+    timestamp: Date;
+    type: 'info' | 'warning' | 'error' | 'execution';
+    message: string;
+    details?: Record<string, unknown>;
+}
+export interface ImpactAssessment {
+    severity: 'none' | 'minor' | 'moderate' | 'severe' | 'critical';
+    affectedNodes: string[];
+    dataLoss: boolean;
+    serviceDisruption: boolean;
+    cascadeFailure: boolean;
+}
+export interface RecoveryAssessment {
+    recovered: boolean;
+    timeToRecovery: number;
+    manualIntervention: boolean;
+    dataIntegrity: boolean;
+    retrySucceeded?: boolean;
+}
+export interface ResilienceScore {
+    overall: number;
+    categories: {
+        faultTolerance: number;
+        recovery: number;
+        gracefulDegradation: number;
+        monitoring: number;
+    };
+    grade: 'A' | 'B' | 'C' | 'D' | 'F';
+}
+export interface Vulnerability {
+    id: string;
+    type: string;
+    severity: 'low' | 'medium' | 'high' | 'critical';
+    description: string;
+    location: string;
+    exploitedBy: string;
+    mitigation: string;
+}
+export interface ChaosRecommendation {
+    priority: 'low' | 'medium' | 'high' | 'critical';
+    category: string;
+    issue: string;
+    recommendation: string;
+    effort: 'low' | 'medium' | 'high';
+}
+export interface ChaosSummary {
+    totalExperiments: number;
+    passed: number;
+    failed: number;
+    errors: number;
+    skipped: number;
+    duration: number;
+    vulnerabilitiesFound: number;
+    actualExecutions: number;
+}
+export declare class N8nChaosTesterAgent extends N8nBaseAgent {
+    private experimentHistory;
+    private testHarness;
+    constructor(config: N8nAgentConfig);
+    protected performTask(task: QETask): Promise<ChaosTestResult>;
+    /**
+     * Run REAL chaos tests on workflow with actual fault injection and execution
+     */
+    runChaosTests(workflowId: string, options?: ChaosTestTask['options']): Promise<ChaosTestResult>;
+    /**
+     * Run a REAL experiment with actual fault injection and workflow execution
+     */
+    private runRealExperiment;
+    /**
+     * Convert experiment to fault injection config for TestHarness
+     */
+    private experimentToFaultConfig;
+    /**
+     * Wait for execution with timeout
+     */
+    private waitForExecutionWithTimeout;
+    /**
+     * Assess REAL impact from actual execution
+     */
+    private assessRealImpact;
+    /**
+     * Assess REAL recovery from actual execution
+     */
+    private assessRealRecovery;
+    /**
+     * Determine status based on REAL execution results
+     */
+    private determineRealStatus;
+    /**
+     * Extract list of nodes that executed
+     */
+    private extractExecutedNodes;
+    /**
+     * Extract list of nodes that failed
+     */
+    private extractFailedNodes;
+    /**
+     * Extract error message from execution
+     */
+    private extractErrorMessage;
+    /**
+     * Check if error handling was triggered
+     */
+    private checkErrorHandlingTriggered;
+    /**
+     * Check if retry was attempted
+     */
+    private checkRetryAttempted;
+    /**
+     * Select experiments based on workflow and intensity
+     */
+    private selectExperiments;
+    /**
+     * Check if experiment is applicable to workflow
+     */
+    private isExperimentApplicable;
+    /**
+     * Check if experiment is destructive
+     */
+    private isDestructive;
+    /**
+     * Select target node for chaos
+     */
+    private selectTargetNode;
+    /**
+     * Calculate resilience score based on REAL test results
+     */
+    private calculateResilienceScore;
+    private calculateMonitoringScore;
+    /**
+     * Identify vulnerabilities from ACTUAL test failures
+     */
+    private identifyVulnerabilities;
+    /**
+     * Generate recommendations based on REAL test data
+     */
+    private generateRecommendations;
+    /**
+     * Create skipped result
+     */
+    private createSkippedResult;
+    /**
+     * Get experiment history
+     */
+    getExperimentHistory(workflowId: string): ExperimentResult[];
+}
+//# sourceMappingURL=N8nChaosTesterAgent.d.ts.map

package/dist/agents/n8n/N8nChaosTesterAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"N8nChaosTesterAgent.d.ts","sourceRoot":"","sources":["../../../src/agents/n8n/N8nChaosTesterAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAM9D,OAAO,EAAE,MAAM,EAAmB,MAAM,aAAa,CAAC;AAGtD,MAAM,WAAW,aAAc,SAAQ,MAAM;IAC3C,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE;QACR,WAAW,CAAC,EAAE,eAAe,EAAE,CAAC;QAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,CAAC;QAC3C,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACrC,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,eAAe,GACf,mBAAmB,GACnB,qBAAqB,GACrB,iBAAiB,GACjB,SAAS,GACT,YAAY,GACZ,oBAAoB,GACpB,kBAAkB,CAAC;AAEvB,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,gBAAgB,EAAE,CAAC;IAChC,UAAU,EAAE,eAAe,CAAC;IAC5B,eAAe,EAAE,aAAa,EAAE,CAAC;IACjC,eAAe,EAAE,mBAAmB,EAAE,CAAC;IACvC,OAAO,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,eAAe,CAAC;IAC5B,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;IAClD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,SAAS,CAAC,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;QACjD,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,sBAAsB,EAAE,OAAO,CAAC;KACjC,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,WAAW,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC;IAChE,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,cAAc,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE;QACV,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,KAAK,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;CACpC;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAgDD,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,iBAAiB,CAA8C;IACvE,OAAO,CAAC,WAAW,CAA+B;gBAEtC,MAAM,EAAE,cAAc;cAmClB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAUnE;;OAEG;IACG,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,aAAa,CAAC,SAAS,CAAC,GACjC,OAAO,CAAC,eAAe,CAAC;IA+F3B;;OAEG;YACW,iBAAiB;IAmI/B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA8E/B;;OAEG;YACW,2BAA2B;IAqBzC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAuCxB;;OAEG;YACW,kBAAkB;IAyBhC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyB3B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAO5B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAsB1B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAS3B;;OAEG;IACH,OAAO,CAAC,2BAA2B;IAmBnC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAe3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAkBzB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAgB9B;;OAEG;IACH,OAAO,CAAC,aAAa;IAQrB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAiDhC,OAAO,CAAC,wBAAwB;IAUhC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAqB/B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA+C/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAuB3B;;OAEG;IACH,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,gBAAgB,EAAE;CAG7D"}