agentic-qe 2.5.6 → 2.5.8

package/dist/agents/n8n/N8nFailureModeTesterAgent.d.ts

@@ -0,0 +1,238 @@
+/**
+ * N8nFailureModeTesterAgent
+ *
+ * Error handling and retry semantics testing for n8n workflows:
+ * - Retry/backoff behavior validation
+ * - Partial failure handling in loops
+ * - Error branch testing
+ * - "Continue on fail" behavior
+ * - Dead-letter patterns
+ * - Timeout handling
+ * - Error propagation analysis
+ */
+import { N8nBaseAgent, N8nAgentConfig } from './N8nBaseAgent';
+import { N8nWorkflow } from './types';
+import { QETask } from '../../types';
+export interface FailureModeTestTask extends QETask {
+    type: 'failure-mode-test';
+    target: string;
+    options?: {
+        testRetryBehavior?: boolean;
+        testErrorBranches?: boolean;
+        testContinueOnFail?: boolean;
+        testTimeouts?: boolean;
+        testPartialFailures?: boolean;
+        injectFaults?: FaultInjection[];
+        dryRun?: boolean;
+    };
+}
+export interface FaultInjection {
+    targetNode: string;
+    faultType: 'error' | 'timeout' | 'empty-response' | 'malformed-response' | 'rate-limit';
+    probability?: number;
+    delay?: number;
+    errorMessage?: string;
+}
+export interface FailureModeTestResult {
+    workflowId: string;
+    workflowName: string;
+    testDate: string;
+    passed: boolean;
+    score: number;
+    errorHandlingScore: number;
+    resilienceScore: number;
+    findings: FailureModeFinding[];
+    retryAnalysis: RetryAnalysis;
+    errorBranchAnalysis: ErrorBranchAnalysis;
+    continueOnFailAnalysis: ContinueOnFailAnalysis;
+    recommendations: string[];
+    faultInjectionResults?: FaultInjectionResult[];
+    dlqAnalysis?: DLQAnalysis;
+}
+/**
+ * Result of active fault injection testing
+ */
+export interface FaultInjectionResult {
+    fault: FaultInjection;
+    executed: boolean;
+    errorHandled: boolean;
+    retryAttempts: number;
+    finalStatus: 'recovered' | 'failed-gracefully' | 'crashed' | 'timeout';
+    executionTime: number;
+    errorPropagation: string[];
+    dataIntegrity: 'preserved' | 'partial-loss' | 'corrupted';
+    details: string;
+}
+/**
+ * Dead Letter Queue analysis
+ */
+export interface DLQAnalysis {
+    hasDLQPattern: boolean;
+    dlqNodes: string[];
+    unhandledFailurePaths: string[];
+    poisonMessageHandling: 'present' | 'partial' | 'missing';
+    recommendations: string[];
+}
+export interface FailureModeFinding {
+    type: 'missing-error-handler' | 'retry-misconfiguration' | 'silent-failure' | 'cascade-failure' | 'timeout-risk' | 'dlq-missing' | 'partial-failure-risk';
+    severity: 'critical' | 'high' | 'medium' | 'low';
+    node: string;
+    message: string;
+    details: string;
+    suggestion: string;
+}
+export interface RetryAnalysis {
+    nodesWithRetry: string[];
+    nodesWithoutRetry: string[];
+    retryConfigurations: Array<{
+        node: string;
+        maxRetries: number;
+        backoffType: string;
+        waitBetween: number;
+        issues: string[];
+    }>;
+    overallScore: number;
+}
+export interface ErrorBranchAnalysis {
+    nodesWithErrorBranch: string[];
+    nodesWithoutErrorBranch: string[];
+    errorBranchCoverage: number;
+    orphanedErrorBranches: string[];
+    errorHandlers: Array<{
+        triggerNode: string;
+        handlerNode: string;
+        handlesAllErrors: boolean;
+    }>;
+}
+export interface ContinueOnFailAnalysis {
+    nodesWithContinueOnFail: string[];
+    silentFailureRisks: string[];
+    dataIntegrityRisks: Array<{
+        node: string;
+        risk: string;
+        affectedDownstream: string[];
+    }>;
+}
+export declare class N8nFailureModeTesterAgent extends N8nBaseAgent {
+    constructor(config: N8nAgentConfig);
+    protected performTask(task: QETask): Promise<FailureModeTestResult>;
+    /**
+     * Test failure modes in workflow
+     */
+    testFailureModes(workflowId: string, options?: FailureModeTestTask['options'], providedWorkflow?: N8nWorkflow): Promise<FailureModeTestResult>;
+    /**
+     * Analyze retry configurations
+     */
+    private analyzeRetryConfigurations;
+    /**
+     * Analyze error branches
+     */
+    private analyzeErrorBranches;
+    /**
+     * Analyze continue-on-fail settings
+     */
+    private analyzeContinueOnFail;
+    /**
+     * Check for partial failure risks in loops
+     */
+    private checkPartialFailureRisks;
+    /**
+     * Check for timeout risks
+     */
+    private checkTimeoutRisks;
+    /**
+     * Check for dead-letter patterns
+     */
+    private checkDeadLetterPatterns;
+    /**
+     * Execute fault injection tests
+     */
+    private executeFaultInjection;
+    /**
+     * Convert retry analysis to findings
+     */
+    private retryConfigToFindings;
+    /**
+     * Convert error branch analysis to findings
+     */
+    private errorBranchToFindings;
+    /**
+     * Convert continue-on-fail analysis to findings
+     */
+    private continueOnFailToFindings;
+    /**
+     * Calculate error handling score
+     */
+    private calculateErrorHandlingScore;
+    /**
+     * Calculate resilience score
+     */
+    private calculateResilienceScore;
+    /**
+     * Generate recommendations
+     */
+    private generateRecommendations;
+    /**
+     * Execute fault injection tests against a live workflow
+     * This actually runs the workflow with injected faults to verify error handling
+     */
+    executeFaultInjectionTests(workflowId: string, faults?: FaultInjection[], providedWorkflow?: N8nWorkflow): Promise<FaultInjectionResult[]>;
+    /**
+     * Generate default faults for error-prone nodes
+     */
+    private generateDefaultFaults;
+    /**
+     * Execute a single fault injection test
+     */
+    private executeSingleFaultTest;
+    /**
+     * Analyze the result of a fault injection test
+     */
+    private analyzeFaultTestResult;
+    /**
+     * Find nodes that had errors in execution
+     */
+    private findErrorNodes;
+    /**
+     * Count retry attempts for a node
+     */
+    private countRetryAttempts;
+    /**
+     * Check if error branch was used
+     */
+    private checkErrorBranchUsed;
+    /**
+     * Check if continue-on-fail was used
+     */
+    private checkContinueOnFailUsed;
+    /**
+     * Assess data integrity after fault
+     */
+    private assessDataIntegrity;
+    /**
+     * Trace how error propagated through workflow
+     */
+    private traceErrorPropagation;
+    /**
+     * Generate human-readable details for fault test
+     */
+    private generateFaultTestDetails;
+    /**
+     * Analyze Dead Letter Queue patterns
+     */
+    analyzeDLQPatterns(workflow: N8nWorkflow): DLQAnalysis;
+    /**
+     * Check if a node eventually leads to any of the target nodes
+     */
+    private eventuallyLeadsTo;
+    /**
+     * Quick failure mode check
+     */
+    quickCheck(workflowId: string): Promise<{
+        resilient: boolean;
+        errorHandlingScore: number;
+        criticalIssues: number;
+        topIssue: string | null;
+    }>;
+}
+//# sourceMappingURL=N8nFailureModeTesterAgent.d.ts.map

package/dist/agents/n8n/N8nFailureModeTesterAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"N8nFailureModeTesterAgent.d.ts","sourceRoot":"","sources":["../../../src/agents/n8n/N8nFailureModeTesterAgent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EACL,WAAW,EAGZ,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,MAAM,EAAmB,MAAM,aAAa,CAAC;AAWtD,MAAM,WAAW,mBAAoB,SAAQ,MAAM;IACjD,IAAI,EAAE,mBAAmB,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE;QACR,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,cAAc,EAAE,CAAC;QAChC,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,GAAG,SAAS,GAAG,gBAAgB,GAAG,oBAAoB,GAAG,YAAY,CAAC;IACxF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,sBAAsB,EAAE,sBAAsB,CAAC;IAC/C,eAAe,EAAE,MAAM,EAAE,CAAC;IAE1B,qBAAqB,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAC/C,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,cAAc,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,WAAW,GAAG,mBAAmB,GAAG,SAAS,GAAG,SAAS,CAAC;IACvE,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,WAAW,GAAG,cAAc,GAAG,WAAW,CAAC;IAC1D,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,qBAAqB,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IACzD,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,uBAAuB,GAAG,wBAAwB,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,cAAc,GAAG,aAAa,GAAG,sBAAsB,CAAC;IAC1J,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,mBAAmB,EAAE,KAAK,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,aAAa,EAAE,KAAK,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,OAAO,CAAC;KAC3B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,sBAAsB;IACrC,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,kBAAkB,EAAE,KAAK,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC,CAAC;CACJ;AA8BD,qBAAa,yBAA0B,SAAQ,YAAY;gBAC7C,MAAM,EAAE,cAAc;cAmClB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAUzE;;OAEG;IACG,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,mBAAmB,CAAC,SAAS,CAAC,EACxC,gBAAgB,CAAC,EAAE,WAAW,GAC7B,OAAO,CAAC,qBAAqB,CAAC;IA4GjC;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA8DlC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmD5B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAwC7B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAmChC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA+CzB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA6B/B;;OAEG;YACW,qBAAqB;IAyCnC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA8B7B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA4B7B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA4BhC;;OAEG;IACH,OAAO,CAAC,2BAA2B;IASnC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAQhC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAwC/B;;;OAGG;IACG,0BAA0B,CAC9B,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,cAAc,EAAE,EACzB,gBAAgB,CAAC,EAAE,WAAW,GAC7B,OAAO,CAAC,oBAAoB,EAAE,CAAC;IA0BlC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAiC7B;;OAEG;YACW,sBAAsB;IAqCpC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IA2D9B;;OAEG;IACH,OAAO,CAAC,cAAc;IAWtB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAO1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAkB5B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAwB/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyC3B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAkC7B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAyBhC;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,WAAW;IAiFtD;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA+BzB;;OAEG;IACG,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QAC5C,SAAS,EAAE,OAAO,CAAC;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACzB,CAAC;CAUH"}