qa360 2.2.1 → 2.2.13

package/core/src/self-healing/engine.ts

@@ -1,626 +0,0 @@
-/**
- * Self-Healing Engine
- *
- * Main orchestration for self-healing functionality.
- * Coordinates selector healing, assertion healing, and AI assistance.
- */
-
-import type {
-  SelfHealingConfig,
-  SelfHealingSession,
-  SelfHealingSummary,
-  SelectorHealingResult,
-  AssertionUpdateResult,
-  ApiHealingResult,
-  TestFailureContext,
-  AiHealingSuggestion,
-  SelectorErrorType
-} from './types.js';
-
-import { SelectorHealer } from './selector-healer.js';
-import { AssertionHealer } from './assertion-healer.js';
-import { createLLMProvider } from '../ai/index.js';
-
-/**
- * Self-Healing Engine class
- */
-export class SelfHealingEngine {
-  private config: SelfHealingConfig;
-  private selectorHealer: SelectorHealer;
-  private assertionHealer: AssertionHealer;
-  private currentSession?: SelfHealingSession;
-
-  constructor(config: SelfHealingConfig) {
-    this.config = config;
-    this.selectorHealer = new SelectorHealer(config);
-    this.assertionHealer = new AssertionHealer(config);
-  }
-
-  /**
-   * Start a new self-healing session
-   */
-  startSession(): string {
-    const sessionId = this.generateSessionId();
-    const startTime = Date.now();
-
-    this.currentSession = {
-      sessionId,
-      startTime,
-      endTime: 0,
-      duration: 0,
-      config: this.config,
-      selectorHeals: [],
-      assertionUpdates: [],
-      apiHeals: [],
-      success: false,
-      unhealed: 0,
-      summary: {
-        totalIssues: 0,
-        healed: 0,
-        failed: 0,
-        highConfidence: 0,
-        mediumConfidence: 0,
-        lowConfidence: 0,
-        byType: {
-          selector: 0,
-          assertion: 0,
-          api: 0,
-          timeout: 0
-        },
-        successRate: 0
-      }
-    };
-
-    return sessionId;
-  }
-
-  /**
-   * End current session and return results
-   */
-  endSession(): SelfHealingSession | null {
-    if (!this.currentSession) {
-      return null;
-    }
-
-    this.currentSession.endTime = Date.now();
-    this.currentSession.duration = this.currentSession.endTime - this.currentSession.startTime;
-    this.currentSession.summary = this.calculateSummary();
-
-    const session = { ...this.currentSession };
-    this.currentSession = undefined;
-
-    return session;
-  }
-
-  /**
-   * Attempt to heal a test failure
-   */
-  async healFailure(context: TestFailureContext): Promise<SelfHealingResult> {
-    if (!this.config.enabled || !this.currentSession) {
-      return {
-        success: false,
-        healed: false,
-        suggestion: null,
-        reason: 'Self-healing is disabled or no active session'
-      };
-    }
-
-    this.currentSession.summary.totalIssues++;
-
-    // Determine failure type and attempt healing
-    switch (context.testType) {
-      case 'ui':
-        return await this.healUiFailure(context);
-      case 'api':
-        return await this.healApiFailure(context);
-      default:
-        return await this.healGenericFailure(context);
-    }
-  }
-
-  /**
-   * Heal a UI test failure (selector issues)
-   */
-  private async healUiFailure(context: TestFailureContext): Promise<SelfHealingResult> {
-    // Extract selector from error message
-    const selector = this.extractSelector(context.errorMessage);
-    if (!selector) {
-      return {
-        success: false,
-        healed: false,
-        suggestion: null,
-        reason: 'Could not extract selector from error message'
-      };
-    }
-
-    const errorType = this.inferSelectorErrorType(context.errorMessage);
-
-    const result = await this.selectorHealer.healSelector({
-      originalSelector: selector,
-      pageUrl: context.pageUrl,
-      domSnapshot: context.domSnapshot,
-      errorType,
-      expectedText: this.extractExpectedText(context.errorMessage),
-      confidenceThreshold: this.config.confidenceThreshold
-    });
-
-    this.currentSession!.selectorHeals.push(result);
-    this.currentSession!.summary.byType.selector++;
-
-    if (result.confidence >= this.config.confidenceThreshold && result.healedSelector !== result.originalSelector) {
-      this.currentSession!.summary.healed++;
-      this.currentSession!.summary.highConfidence++;
-      return {
-        success: true,
-        healed: true,
-        suggestion: {
-          code: this.formatSelectorHeal(result),
-          explanation: `Replace selector "${result.originalSelector}" with "${result.healedSelector}" using ${result.strategy} strategy (confidence: ${(result.confidence * 100).toFixed(0)}%)`,
-          filePath: context.testSource,
-          lineNumber: this.extractLineNumber(context.stackTrace),
-          confidence: result.confidence,
-          effort: 'low',
-          healingType: 'selector'
-        },
-        reason: 'Selector healed successfully'
-      };
-    }
-
-    this.currentSession!.summary.failed++;
-    this.currentSession!.unhealed++;
-
-    // Try AI-assisted healing if enabled
-    if (this.config.features.aiAssisted) {
-      const aiSuggestion = await this.tryAiHealing(context);
-      if (aiSuggestion) {
-        return {
-          success: true,
-          healed: false,
-          suggestion: aiSuggestion,
-          reason: 'AI suggestion available'
-        };
-      }
-    }
-
-    return {
-      success: false,
-      healed: false,
-      suggestion: null,
-      reason: result.failureReason
-    };
-  }
-
-  /**
-   * Heal an API test failure
-   */
-  private async healApiFailure(context: TestFailureContext): Promise<SelfHealingResult> {
-    if (!context.requestDetails) {
-      return {
-        success: false,
-        healed: false,
-        suggestion: null,
-        reason: 'No request details available'
-      };
-    }
-
-    const apiHeal = this.analyzeApiFailure(context);
-
-    this.currentSession!.apiHeals.push(apiHeal);
-    this.currentSession!.summary.byType.api++;
-
-    if (apiHeal.confidence >= this.config.confidenceThreshold) {
-      this.currentSession!.summary.healed++;
-      return {
-        success: true,
-        healed: true,
-        suggestion: {
-          code: apiHeal.suggestion,
-          explanation: `API change detected: ${apiHeal.changeType}. Suggested fix: ${apiHeal.suggestion}`,
-          filePath: context.testSource,
-          lineNumber: this.extractLineNumber(context.stackTrace),
-          confidence: apiHeal.confidence,
-          effort: 'medium',
-          healingType: 'api'
-        },
-        reason: 'API failure analyzed'
-      };
-    }
-
-    this.currentSession!.summary.failed++;
-    this.currentSession!.unhealed++;
-
-    return {
-      success: false,
-      healed: false,
-      suggestion: null,
-      reason: 'API heal confidence below threshold'
-    };
-  }
-
-  /**
-   * Heal a generic test failure
-   */
-  private async healGenericFailure(context: TestFailureContext): Promise<SelfHealingResult> {
-    // Try AI-assisted healing for generic failures
-    if (this.config.features.aiAssisted) {
-      const aiSuggestion = await this.tryAiHealing(context);
-      if (aiSuggestion) {
-        this.currentSession!.summary.healed++;
-        return {
-          success: true,
-          healed: false,
-          suggestion: aiSuggestion,
-          reason: 'AI suggestion available'
-        };
-      }
-    }
-
-    this.currentSession!.summary.failed++;
-    this.currentSession!.unhealed++;
-
-    return {
-      success: false,
-      healed: false,
-      suggestion: null,
-      reason: 'No healing strategy available for this failure type'
-    };
-  }
-
-  /**
-   * Try AI-assisted healing
-   */
-  private async tryAiHealing(context: TestFailureContext): Promise<AiHealingSuggestion | null> {
-    try {
-      const aiClient = await createLLMProvider({ preferred: 'deepseek' });
-
-      const prompt = this.buildAiPrompt(context);
-      const response = await aiClient.generate({
-        prompt,
-        systemPrompt: 'You are an expert test debugging assistant. Analyze test failures and provide specific code fixes.',
-        maxTokens: 1000,
-        temperature: 0.3
-      });
-
-      if (!response.content) {
-        return null;
-      }
-
-      return {
-        code: this.extractCodeFromAiResponse(response.content),
-        explanation: this.extractExplanationFromAiResponse(response.content),
-        filePath: context.testSource,
-        lineNumber: this.extractLineNumber(context.stackTrace),
-        confidence: 0.7, // AI suggestions have medium confidence by default
-        effort: 'medium',
-        healingType: 'other',
-        applied: false,
-        verified: false
-      };
-    } catch (error) {
-      // Silently fail on AI errors
-      return null;
-    }
-  }
-
-  /**
-   * Build AI prompt from failure context
-   */
-  private buildAiPrompt(context: TestFailureContext): string {
-    let prompt = `Test Failure Analysis Request\n\n`;
-    prompt += `Test Type: ${context.testType}\n`;
-    prompt += `Gate: ${context.gate}\n`;
-    prompt += `Test Source: ${context.testSource}\n\n`;
-    prompt += `Error Message:\n${context.errorMessage}\n\n`;
-
-    if (context.stackTrace) {
-      prompt += `Stack Trace:\n${context.stackTrace}\n\n`;
-    }
-
-    if (context.pageUrl) {
-      prompt += `Page URL: ${context.pageUrl}\n\n`;
-    }
-
-    if (context.requestDetails) {
-      prompt += `Request Details:\n`;
-      prompt += `- URL: ${context.requestDetails.url}\n`;
-      prompt += `- Method: ${context.requestDetails.method}\n`;
-      if (context.requestDetails.status) {
-        prompt += `- Status: ${context.requestDetails.status}\n`;
-      }
-      prompt += `\n`;
-    }
-
-    prompt += `Please provide:\n`;
-    prompt += `1. A specific code fix for this failure\n`;
-    prompt += `2. A brief explanation of why this fix works\n`;
-    prompt += `3. Estimated effort level (low/medium/high)\n\n`;
-    prompt += `Format your response with:\n`;
-    prompt += `- CODE: [your fix]\n`;
-    prompt += `- EXPLANATION: [your explanation]\n`;
-    prompt += `- EFFORT: [low/medium/high]\n`;
-
-    return prompt;
-  }
-
-  /**
-   * Extract code from AI response
-   */
-  private extractCodeFromAiResponse(response: string): string {
-    const codeMatch = response.match(/CODE:\s*([\s\S]*?)(?=EXPLANATION:|$)/i);
-    return codeMatch ? codeMatch[1].trim() : response;
-  }
-
-  /**
-   * Extract explanation from AI response
-   */
-  private extractExplanationFromAiResponse(response: string): string {
-    const expMatch = response.match(/EXPLANATION:\s*([\s\S]*?)(?=EFFORT:|$)/i);
-    return expMatch ? expMatch[1].trim() : 'AI-generated fix';
-  }
-
-  /**
-   * Analyze API failure
-   */
-  private analyzeApiFailure(context: TestFailureContext): ApiHealingResult {
-    const details = context.requestDetails!;
-    const changeType = this.detectApiChangeType(context);
-    const confidences: Record<string, number> = {
-      'path_changed': 0.7,
-      'method_changed': 0.6,
-      'status_changed': 0.8,
-      'response_structure': 0.65,
-      'auth_required': 0.75,
-      'deprecated': 0.9,
-      'moved_permanently': 0.85
-    };
-
-    let suggestion = '';
-    switch (changeType) {
-      case 'status_changed':
-        suggestion = `Update expected status from ${context.metadata?.expectedStatus} to ${details.status}`;
-        break;
-      case 'auth_required':
-        suggestion = 'Add authentication headers to the request';
-        break;
-      case 'path_changed':
-        suggestion = 'Update the API endpoint path';
-        break;
-      case 'method_changed':
-        suggestion = `Change request method to ${details.method}`;
-        break;
-      default:
-        suggestion = 'Review API specification for changes';
-    }
-
-    return {
-      originalSpec: `${details.method} ${details.url}`,
-      healedSpec: `${details.method} ${details.url}`,
-      changeType,
-      suggestion,
-      confidence: confidences[changeType] || 0.5
-    };
-  }
-
-  /**
-   * Detect API change type from context
-   */
-  private detectApiChangeType(context: TestFailureContext): ApiHealingResult['changeType'] {
-    const msg = context.errorMessage.toLowerCase();
-    const details = context.requestDetails;
-
-    if (msg.includes('401') || msg.includes('403') || msg.includes('unauthorized') || msg.includes('forbidden')) {
-      return 'auth_required';
-    }
-    if (msg.includes('404') || msg.includes('not found')) {
-      return 'path_changed';
-    }
-    if (msg.includes('405') || msg.includes('method not allowed')) {
-      return 'method_changed';
-    }
-    if (msg.includes('410') || msg.includes('gone')) {
-      return 'deprecated';
-    }
-    if (msg.includes('status') || msg.includes('expected 200')) {
-      return 'status_changed';
-    }
-    if (msg.includes('response') || msg.includes('cannot read') || msg.includes('undefined')) {
-      return 'response_structure';
-    }
-    if (msg.includes('301') || msg.includes('302') || msg.includes('moved')) {
-      return 'moved_permanently';
-    }
-
-    return 'response_structure';
-  }
-
-  /**
-   * Extract selector from error message
-   */
-  private extractSelector(errorMessage: string): string | null {
-    // Common patterns for selector errors
-    const patterns = [
-      /selector['"]\s*:\s*['"]([^'"]+)['"]/i,
-      /['"]([^'"]+\s*selector[^'"]*)['"]/i,
-      /found\s+['"]([^'"]+)['"]/i,
-      /waiting\s+for\s+['"]([^'"]+)['"]/i
-    ];
-
-    for (const pattern of patterns) {
-      const match = errorMessage.match(pattern);
-      if (match && match[1]) {
-        return match[1];
-      }
-    }
-
-    return null;
-  }
-
-  /**
-   * Extract expected text from error message
-   */
-  private extractExpectedText(errorMessage: string): string | undefined {
-    const textMatch = errorMessage.match(/text\s+['"]([^'"]+)['"]/i);
-    return textMatch ? textMatch[1] : undefined;
-  }
-
-  /**
-   * Infer selector error type from message
-   */
-  private inferSelectorErrorType(errorMessage: string): SelectorErrorType {
-    const msg = errorMessage.toLowerCase();
-
-    if (msg.includes('timeout') || msg.includes('timed out')) {
-      return 'timeout';
-    }
-    if (msg.includes('not found') || msg.includes('found 0')) {
-      return 'not_found';
-    }
-    if (msg.includes('found multiple') || msg.includes('ambiguous')) {
-      return 'ambiguous';
-    }
-    if (msg.includes('detached') || msg.includes('removed from dom')) {
-      return 'detached';
-    }
-    if (msg.includes('not visible') || msg.includes('hidden')) {
-      return 'invisible';
-    }
-    if (msg.includes('stale') || msg.includes('element reference')) {
-      return 'stale';
-    }
-
-    return 'not_found';
-  }
-
-  /**
-   * Extract line number from stack trace
-   */
-  private extractLineNumber(stackTrace?: string): number {
-    if (!stackTrace) return 0;
-
-    const lineMatch = stackTrace.match(/:(\d+)(?::\d+)?/);
-    return lineMatch ? parseInt(lineMatch[1], 10) : 0;
-  }
-
-  /**
-   * Format selector heal result
-   */
-  private formatSelectorHeal(result: SelectorHealingResult): string {
-    return `// Replace: ${result.originalSelector}\n// With: ${result.healedSelector}\n// Strategy: ${result.strategy} (confidence: ${(result.confidence * 100).toFixed(0)}%)`;
-  }
-
-  /**
-   * Calculate session summary
-   */
-  private calculateSummary(): SelfHealingSummary {
-    if (!this.currentSession) {
-      return {
-        totalIssues: 0,
-        healed: 0,
-        failed: 0,
-        highConfidence: 0,
-        mediumConfidence: 0,
-        lowConfidence: 0,
-        byType: { selector: 0, assertion: 0, api: 0, timeout: 0 },
-        successRate: 0
-      };
-    }
-
-    const summary = this.currentSession.summary;
-    const allHeals = [
-      ...this.currentSession.selectorHeals,
-      ...this.currentSession.assertionUpdates,
-      ...this.currentSession.apiHeals
-    ];
-
-    for (const heal of allHeals) {
-      if (heal.confidence >= 0.8) {
-        summary.highConfidence++;
-      } else if (heal.confidence >= 0.5) {
-        summary.mediumConfidence++;
-      } else {
-        summary.lowConfidence++;
-      }
-    }
-
-    summary.successRate = summary.totalIssues > 0
-      ? summary.healed / summary.totalIssues
-      : 0;
-
-    return summary;
-  }
-
-  /**
-   * Generate unique session ID
-   */
-  private generateSessionId(): string {
-    return `sh_${Date.now()}_${Math.random().toString(36).substring(2, 9)}`;
-  }
-
-  /**
-   * Get current session
-   */
-  getSession(): SelfHealingSession | undefined {
-    return this.currentSession;
-  }
-
-  /**
-   * Update configuration
-   */
-  updateConfig(updates: Partial<SelfHealingConfig>): void {
-    this.config = { ...this.config, ...updates };
-    this.selectorHealer = new SelectorHealer(this.config);
-    this.assertionHealer = new AssertionHealer(this.config);
-  }
-
-  /**
-   * Check if self-healing is enabled
-   */
-  isEnabled(): boolean {
-    return this.config.enabled;
-  }
-
-  /**
-   * Get confidence threshold
-   */
-  getConfidenceThreshold(): number {
-    return this.config.confidenceThreshold;
-  }
-}
-
-/**
- * Self-healing result
- */
-export interface SelfHealingResult {
-  success: boolean;
-  healed: boolean;
-  suggestion: AiHealingSuggestion | null;
-  reason: string;
-}
-
-/**
- * Create a self-healing engine with default config
- */
-export function createSelfHealingEngine(config?: Partial<SelfHealingConfig>): SelfHealingEngine {
-  const defaultConfig: SelfHealingConfig = {
-    enabled: true,
-    maxAttempts: 3,
-    confidenceThreshold: 0.7,
-    autoApply: false,
-    backup: true,
-    features: {
-      selectorHealing: true,
-      assertionUpdates: true,
-      apiHealing: true,
-      timeoutAdjustment: true,
-      aiAssisted: true
-    },
-    selectorStrategies: {
-      useDataTestIds: true,
-      useAriaLabels: true,
-      useTextSelectors: true,
-      fuzzyMatching: true
-    }
-  };
-
-  return new SelfHealingEngine({ ...defaultConfig, ...config });
-}

package/core/src/self-healing/index.ts

@@ -1,33 +0,0 @@
-/**
- * QA360 Self-Healing Module
- *
- * Exports all self-healing functionality.
- */
-
-// Types
-export type {
-  SelfHealingConfig,
-  SelectorErrorType,
-  SelectorHealingStrategy,
-  SelectorHealingResult,
-  AssertionType,
-  AssertionUpdateResult,
-  ApiChangeType,
-  ApiHealingResult,
-  SelfHealingSession,
-  SelfHealingSummary,
-  TestFailureContext,
-  AiHealingSuggestion
-} from './types.js';
-
-// Classes
-export { SelectorHealer, createDefaultSelfHealingConfig } from './selector-healer.js';
-export { AssertionHealer } from './assertion-healer.js';
-export {
-  SelfHealingEngine,
-  createSelfHealingEngine,
-  type SelfHealingResult
-} from './engine.js';
-
-// Convenience re-exports
-export { createDefaultSelfHealingConfig as createSelfHealingConfig } from './selector-healer.js';