@avi770/testteam 1.2.0 → 2.0.0

package/CHANGELOG.md

@@ -5,6 +5,33 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [2.0.0] - 2026-03-30
+
+### Added
+- 40 new specialized agents (31-70), expanding from 30 to 70 total agents
+- **Performance & Reliability:** Load Tester (31), Memory Leak Detector (32), Bundle Analyzer (33)
+- **Security:** XSS Scanner (34), CSRF Tester (35), Auth Fuzzer (36), Dependency Scanner (37), Secrets Scanner (38)
+- **API Testing:** API Contract Tester (39), Rate Limit Tester (40), API Pagination Tester (41), GraphQL Tester (42)
+- **Data Integrity:** Data Consistency Checker (43), Backup Recovery Tester (44), Data Privacy Scanner (45)
+- **Frontend Quality:** SEO Auditor (46), Social Preview Tester (47), Lighthouse Auditor (48)
+- **Internationalization:** i18n Tester (49), Timezone Tester (50)
+- **Resilience:** Error Recovery Tester (51), Offline Mode Tester (52), Graceful Degradation Tester (53)
+- **Real-time:** WebSocket Tester (54), Realtime Sync Tester (55)
+- **File & Export:** File Upload Tester (56), Export Tester (57)
+- **Payments:** Payment Flow Tester (58)
+- **Infrastructure:** SSL/TLS Auditor (59), DNS/CDN Tester (60), Docker Health Checker (61), Env Config Validator (62)
+- **Observability:** Log Quality Auditor (63), Analytics Tracker Tester (64)
+- **Compliance:** GDPR Compliance Tester (65), SOC2 Control Validator (66), WCAG AAA Tester (67)
+- **Code Quality:** Dead Code Detector (68), Type Safety Auditor (69), Complexity Analyzer (70)
+- Alpha phase now includes code quality and dependency scanning agents (37, 38, 62, 68, 69, 70)
+- UAT phase expanded with 37 new agents (excludes destructive agents 34, 36, 40)
+
+### Changed
+- Version bumped to 2.0.0 (major: new agent roster is a significant capability expansion)
+- Licensing tiers updated: Pro tier now includes 26 agents, Enterprise tier includes all 70
+- All 40 new agents classified as advisory (non-blocking) in default configuration
+- All 40 new agents marked as parallel-safe for concurrent execution
+
 ## [1.1.0] - Unreleased
 
 ### Added
@@ -50,5 +77,6 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - 595 unit tests
 - TypeScript strict mode throughout with full type safety
 
-[1.1.0]: https://github.com/BAS-More/E2E-Tester/compare/v1.0.0...HEAD
+[2.0.0]: https://github.com/BAS-More/E2E-Tester/compare/v1.1.0...HEAD
+[1.1.0]: https://github.com/BAS-More/E2E-Tester/compare/v1.0.0...v1.1.0
 [1.0.0]: https://github.com/BAS-More/E2E-Tester/releases/tag/v1.0.0

package/README.md

@@ -5,7 +5,7 @@
 <h1 align="center">TestTeam</h1>
 
 <p align="center">
-  <strong>23-agent AI testing orchestration framework</strong>
+  <strong>70-agent AI testing orchestration framework</strong>
 </p>
 
 <p align="center">
@@ -18,7 +18,7 @@
 
 ---
 
-Autonomous multi-phase testing pipeline with 23 specialized agents. Runs Alpha through Release with quality gates, self-healing fix loops, and zero manual intervention.
+Autonomous multi-phase testing pipeline with 70 specialized agents. Runs Alpha through Release with quality gates, self-healing fix loops, and zero manual intervention.
 
 ## Quick Start
 
@@ -38,7 +38,7 @@ The init wizard auto-detects your framework, test runner, and scaffolds configur
 ## Why TestTeam
 
 - **4-phase pipeline** -- Alpha, Beta, UAT, Release with quality gates that block promotion on failure
-- **23 specialized agents** -- each owns a single testing concern (a11y, security, perf, visual regression, chaos, and more)
+- **70 specialized agents** -- each owns a single testing concern (a11y, security, perf, visual regression, chaos, load testing, compliance, and more)
 - **Self-healing fix loop** -- Healer and Fixer agents attempt automatic remediation before gate evaluation
 - **Visual regression** -- pixel-level screenshot diffing with baseline management
 - **Cost-controlled** -- per-run and per-agent budget limits with configurable abort/alert policies
@@ -71,6 +71,53 @@ The init wizard auto-detects your framework, test runner, and scaffolds configur
 | 21 | State/Session Tester | Beta, UAT | Enterprise |
 | 22 | Email/Notification Verifier | Beta, UAT | Enterprise |
 | 23 | Migration Tester | Alpha | Enterprise |
+| 24 | Signup & Onboarding Tester | Alpha | Pro |
+| 25 | CRUD Flow Tester | Beta, UAT | Pro |
+| 26 | Form Validator | Beta, UAT | Pro |
+| 27 | Search & Filter Tester | Beta, UAT | Pro |
+| 28 | Navigation & Routing Tester | Beta, UAT | Pro |
+| 29 | Responsive Interaction Tester | Beta, UAT | Pro |
+| 30 | Multi-User Scenario Tester | Beta, UAT | Enterprise |
+| 31 | Load Tester | Beta, UAT | Pro |
+| 32 | Memory Leak Detector | Beta, UAT | Pro |
+| 33 | Bundle Analyzer | Beta, UAT | Pro |
+| 34 | XSS Scanner | Beta | Enterprise |
+| 35 | CSRF Tester | Beta, UAT | Enterprise |
+| 36 | Auth Fuzzer | Beta | Enterprise |
+| 37 | Dependency Scanner | Alpha, Beta, UAT | Pro |
+| 38 | Secrets Scanner | Alpha, Beta, UAT | Pro |
+| 39 | API Contract Tester | Beta, UAT | Enterprise |
+| 40 | Rate Limit Tester | Beta | Enterprise |
+| 41 | API Pagination Tester | Beta, UAT | Enterprise |
+| 42 | GraphQL Tester | Beta, UAT | Enterprise |
+| 43 | Data Consistency Checker | Beta, UAT | Enterprise |
+| 44 | Backup Recovery Tester | Beta, UAT | Enterprise |
+| 45 | Data Privacy Scanner | Beta, UAT | Enterprise |
+| 46 | SEO Auditor | Beta, UAT | Pro |
+| 47 | Social Preview Tester | Beta, UAT | Enterprise |
+| 48 | Lighthouse Auditor | Beta, UAT | Pro |
+| 49 | i18n Tester | Beta, UAT | Enterprise |
+| 50 | Timezone Tester | Beta, UAT | Enterprise |
+| 51 | Error Recovery Tester | Beta, UAT | Enterprise |
+| 52 | Offline Mode Tester | Beta, UAT | Enterprise |
+| 53 | Graceful Degradation Tester | Beta, UAT | Enterprise |
+| 54 | WebSocket Tester | Beta, UAT | Enterprise |
+| 55 | Realtime Sync Tester | Beta, UAT | Enterprise |
+| 56 | File Upload Tester | Beta, UAT | Enterprise |
+| 57 | Export Tester | Beta, UAT | Enterprise |
+| 58 | Payment Flow Tester | Beta, UAT | Enterprise |
+| 59 | SSL/TLS Auditor | Beta, UAT | Enterprise |
+| 60 | DNS/CDN Tester | Beta, UAT | Enterprise |
+| 61 | Docker Health Checker | Beta, UAT | Enterprise |
+| 62 | Env Config Validator | Alpha, Beta, UAT | Pro |
+| 63 | Log Quality Auditor | Beta, UAT | Enterprise |
+| 64 | Analytics Tracker Tester | Beta, UAT | Enterprise |
+| 65 | GDPR Compliance Tester | Beta, UAT | Enterprise |
+| 66 | SOC2 Control Validator | Beta, UAT | Enterprise |
+| 67 | WCAG AAA Tester | Beta, UAT | Enterprise |
+| 68 | Dead Code Detector | Alpha, Beta, UAT | Pro |
+| 69 | Type Safety Auditor | Alpha, Beta, UAT | Pro |
+| 70 | Complexity Analyzer | Alpha, Beta, UAT | Pro |
 
 ## Architecture
 
@@ -86,9 +133,9 @@ Each phase dispatches its agents, evaluates findings against blocking/advisory c
 
 | Plan | Price | Agents | Support |
 |------|-------|--------|---------|
-| **Free** | $0 | 8 agents (1--8) | Community |
-| **Pro** | $49/mo | 17 agents (1--15) | Priority email |
-| **Enterprise** | $199/mo | All 23 agents + custom | Dedicated support, SLA |
+| **Free** | $0 | 8 agents | Community |
+| **Pro** | $49/mo | 34 agents | Priority email |
+| **Enterprise** | $199/mo | All 70 agents + custom | Dedicated support, SLA |
 
 All plans include the CLI, init wizard, and config validation. Pro and Enterprise unlock the fix loop, Reporter, and advanced agents.
 

package/agents/24-signup-onboarding-tester.ts

@@ -0,0 +1,429 @@
+import type { Browser, Page } from 'playwright';
+import type { Finding } from '../core/types';
+import { BaseAgent } from './base-agent';
+import { resolveEnvironment } from '../helpers/env-resolver';
+import { login } from '../helpers/navigation';
+
+/** Timeout (ms) for individual signup/onboarding operations. */
+const OP_TIMEOUT_MS = 5_000;
+
+/** Common registration page paths to probe. */
+const REGISTER_PATHS = ['/register', '/signup', '/sign-up'] as const;
+
+/** Selectors indicating onboarding/welcome UI. */
+const ONBOARDING_SELECTORS = [
+  '[data-testid*="onboard"]',
+  '.onboarding',
+  '.welcome',
+  '.tour',
+  '[class*="tour"]',
+  '[class*="welcome"]',
+  '[class*="onboard"]',
+] as const;
+
+export class SignupOnboardingTesterAgent extends BaseAgent {
+  readonly agentId = 24;
+  readonly agentName = 'Signup & Onboarding Tester';
+  private baseUrl = '';
+
+  protected async preFlight(): Promise<void> {
+    const { env } = await resolveEnvironment(this.config, this.phase);
+    this.baseUrl = env.baseUrl;
+  }
+
+  protected async execute(): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    const rawLoginUrl = this.config.auth.loginUrl ?? '/login';
+    const loginUrl = rawLoginUrl.startsWith('http') ? rawLoginUrl : `${this.baseUrl}${rawLoginUrl}`;
+    const credentials =
+      this.config.auth.credentials?.['admin'] ??
+      Object.values(this.config.auth.credentials ?? {})[0];
+
+    const { chromium } = await import('playwright');
+
+    let browser: Browser | null = null;
+
+    try {
+      browser = await chromium.launch({ headless: true });
+      const page = await browser.newPage();
+
+      // Test 1: Registration page exists
+      const regFindings = await this.testRegistrationPage(page);
+      findings.push(...regFindings);
+
+      // Test 2: Registration validation
+      const validationFindings = await this.testRegistrationValidation(page);
+      findings.push(...validationFindings);
+
+      // Test 3: Login page
+      const loginPageFindings = await this.testLoginPage(page, loginUrl);
+      findings.push(...loginPageFindings);
+
+      // Test 4: Login flow
+      if (credentials) {
+        const loginFlowFindings = await this.testLoginFlow(page, credentials, loginUrl);
+        findings.push(...loginFlowFindings);
+      } else {
+        findings.push({
+          id: `${this.agentId}-no-credentials`,
+          type: 'infra-issue',
+          severity: 'medium',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'No credentials configured — skipping login flow test',
+        });
+      }
+
+      // Test 5: Onboarding detection
+      const onboardFindings = await this.testOnboardingDetection(page);
+      findings.push(...onboardFindings);
+
+      // Test 6: Forgot password
+      const forgotFindings = await this.testForgotPassword(page);
+      findings.push(...forgotFindings);
+
+      await page.close().catch(() => undefined);
+    } catch (playwrightError) {
+      findings.push({
+        id: `${this.agentId}-playwright-failure`,
+        type: 'infra-issue',
+        severity: 'medium',
+        agentId: this.agentId,
+        module: 'signup-onboarding',
+        description: `Playwright execution failed: ${playwrightError instanceof Error ? playwrightError.message.split('\n')[0] : String(playwrightError)}`,
+      });
+    } finally {
+      if (browser) await browser.close().catch(() => undefined);
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 1: Check if a registration page exists.
+   * Tries config.auth.registerUrl first, then common paths.
+   */
+  private async testRegistrationPage(page: Page): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    const configRegisterUrl = (this.config.auth as Record<string, unknown>).registerUrl as
+      | string
+      | undefined;
+
+    const pathsToTry = configRegisterUrl ? [configRegisterUrl] : [...REGISTER_PATHS];
+    let found = false;
+
+    for (const p of pathsToTry) {
+      const url = p.startsWith('http') ? p : `${this.baseUrl}${p}`;
+      try {
+        const response = await Promise.race([
+          page.goto(url, { waitUntil: 'domcontentloaded' }),
+          new Promise<null>((_, reject) =>
+            setTimeout(() => reject(new Error('Navigation timeout')), OP_TIMEOUT_MS),
+          ),
+        ]);
+
+        // Check for registration form elements
+        const nameField = await page
+          .locator('input[name="name"], input[placeholder*="name" i], input[autocomplete="name"]')
+          .count();
+        const emailField = await page
+          .locator('input[type="email"], input[name="email"], input[placeholder*="email" i]')
+          .count();
+        const passwordField = await page.locator('input[type="password"]').count();
+        const submitButton = await page
+          .locator('button[type="submit"], button:has-text("Register"), button:has-text("Sign up")')
+          .count();
+
+        if (emailField > 0 && passwordField > 0) {
+          found = true;
+
+          if (submitButton === 0) {
+            findings.push({
+              id: `${this.agentId}-register-no-submit`,
+              type: 'test-bug',
+              severity: 'medium',
+              agentId: this.agentId,
+              module: 'signup-onboarding',
+              description: `Registration page at ${p} has form fields but no submit button`,
+            });
+          }
+          break;
+        }
+      } catch {
+        // Path not reachable — try next
+      }
+    }
+
+    if (!found) {
+      findings.push({
+        id: `${this.agentId}-no-register-page`,
+        type: 'test-bug',
+        severity: 'medium',
+        agentId: this.agentId,
+        module: 'signup-onboarding',
+        description: `No registration page found at paths: ${pathsToTry.join(', ')}`,
+      });
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 2: Submit empty registration form and expect validation errors.
+   */
+  private async testRegistrationValidation(page: Page): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    // Only run if we're on a registration page with a submit button
+    const submitBtn = page.locator(
+      'button[type="submit"], button:has-text("Register"), button:has-text("Sign up")',
+    );
+
+    let hasSubmit = false;
+    try {
+      hasSubmit = (await submitBtn.count()) > 0;
+    } catch {
+      return findings;
+    }
+
+    if (!hasSubmit) {
+      return findings;
+    }
+
+    try {
+      await Promise.race([
+        submitBtn.first().click(),
+        new Promise((_, reject) =>
+          setTimeout(() => reject(new Error('Timeout')), OP_TIMEOUT_MS),
+        ),
+      ]);
+
+      // Wait briefly for validation
+      await page.waitForTimeout(500);
+
+      const errorCount = await page
+        .locator(
+          '.error, [aria-invalid="true"], [class*="error"], [role="alert"], .validation-error',
+        )
+        .count();
+
+      if (errorCount === 0) {
+        findings.push({
+          id: `${this.agentId}-register-no-validation`,
+          type: 'test-bug',
+          severity: 'high',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'Registration form accepts empty submission without validation errors',
+        });
+      }
+    } catch {
+      // Submit failed — non-critical
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 3: Verify the login page has expected elements.
+   */
+  private async testLoginPage(page: Page, loginUrl: string): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    try {
+      await Promise.race([
+        page.goto(loginUrl, { waitUntil: 'domcontentloaded' }),
+        new Promise((_, reject) =>
+          setTimeout(() => reject(new Error('Navigation timeout')), OP_TIMEOUT_MS),
+        ),
+      ]);
+
+      const emailInput = await page
+        .locator('input[type="email"], input[name="email"], input[placeholder*="email" i]')
+        .count();
+      const passwordInput = await page.locator('input[type="password"]').count();
+      const submitButton = await page
+        .locator(
+          'button[type="submit"], button:has-text("Login"), button:has-text("Sign in"), button:has-text("Log in")',
+        )
+        .count();
+
+      if (emailInput === 0 || passwordInput === 0) {
+        findings.push({
+          id: `${this.agentId}-login-missing-inputs`,
+          type: 'test-bug',
+          severity: 'high',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: `Login page missing required inputs — email: ${emailInput}, password: ${passwordInput}`,
+        });
+      }
+
+      if (submitButton === 0) {
+        findings.push({
+          id: `${this.agentId}-login-no-submit`,
+          type: 'test-bug',
+          severity: 'high',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'Login page has no submit button',
+        });
+      }
+    } catch (navError) {
+      findings.push({
+        id: `${this.agentId}-login-page-nav-failed`,
+        type: 'test-bug',
+        severity: 'medium',
+        agentId: this.agentId,
+        module: 'signup-onboarding',
+        description: `Failed to navigate to login page: ${navError instanceof Error ? navError.message.split('\n')[0] : String(navError)}`,
+      });
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 4: Fill credentials and submit login form.
+   */
+  private async testLoginFlow(
+    page: Page,
+    credentials: { email: string; password: string },
+    loginUrl: string,
+  ): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    try {
+      await Promise.race([
+        page.goto(loginUrl, { waitUntil: 'domcontentloaded' }),
+        new Promise((_, reject) =>
+          setTimeout(() => reject(new Error('Navigation timeout')), OP_TIMEOUT_MS),
+        ),
+      ]);
+
+      try {
+        await login(page, credentials, loginUrl);
+      } catch {
+        // login helper failed — try manual approach
+      }
+
+      const currentUrl = page.url();
+      if (currentUrl.includes('/login') || currentUrl.includes('/signin')) {
+        findings.push({
+          id: `${this.agentId}-login-flow-stuck`,
+          type: 'test-bug',
+          severity: 'medium',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description:
+            'Login flow did not navigate away from login page — credentials may be invalid or login flow is broken',
+        });
+      }
+    } catch (flowError) {
+      findings.push({
+        id: `${this.agentId}-login-flow-error`,
+        type: 'test-bug',
+        severity: 'medium',
+        agentId: this.agentId,
+        module: 'signup-onboarding',
+        description: `Login flow test failed: ${flowError instanceof Error ? flowError.message.split('\n')[0] : String(flowError)}`,
+      });
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 5: After login, look for onboarding/welcome/tour modals.
+   */
+  private async testOnboardingDetection(page: Page): Promise<Finding[]> {
+    const findings: Finding[] = [];
+
+    const selector = ONBOARDING_SELECTORS.join(', ');
+
+    try {
+      const onboardingCount = await Promise.race([
+        page.locator(selector).count(),
+        new Promise<number>((_, reject) =>
+          setTimeout(() => reject(new Error('Timeout')), OP_TIMEOUT_MS),
+        ),
+      ]) as number;
+
+      if (onboardingCount > 0) {
+        findings.push({
+          id: `${this.agentId}-onboarding-detected`,
+          type: 'infra-issue',
+          severity: 'info',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: `Onboarding/welcome UI detected — found ${onboardingCount} element(s) matching onboarding selectors`,
+        });
+      } else {
+        findings.push({
+          id: `${this.agentId}-no-onboarding`,
+          type: 'infra-issue',
+          severity: 'info',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'No onboarding/welcome/tour UI detected after login',
+        });
+      }
+    } catch {
+      // Timeout — non-critical
+    }
+
+    return findings;
+  }
+
+  /**
+   * Test 6: Check if forgot-password page exists with expected elements.
+   */
+  private async testForgotPassword(page: Page): Promise<Finding[]> {
+    const findings: Finding[] = [];
+    const forgotUrl = `${this.baseUrl}/forgot-password`;
+
+    try {
+      await Promise.race([
+        page.goto(forgotUrl, { waitUntil: 'domcontentloaded' }),
+        new Promise((_, reject) =>
+          setTimeout(() => reject(new Error('Navigation timeout')), OP_TIMEOUT_MS),
+        ),
+      ]);
+
+      const emailInput = await page
+        .locator('input[type="email"], input[name="email"], input[placeholder*="email" i]')
+        .count();
+      const submitButton = await page
+        .locator(
+          'button[type="submit"], button:has-text("Reset"), button:has-text("Send"), button:has-text("Submit")',
+        )
+        .count();
+
+      if (emailInput > 0 && submitButton > 0) {
+        findings.push({
+          id: `${this.agentId}-forgot-password-found`,
+          type: 'infra-issue',
+          severity: 'info',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'Forgot password page found with email input and submit button',
+        });
+      } else if (emailInput > 0) {
+        findings.push({
+          id: `${this.agentId}-forgot-password-no-submit`,
+          type: 'test-bug',
+          severity: 'medium',
+          agentId: this.agentId,
+          module: 'signup-onboarding',
+          description: 'Forgot password page has email input but no submit button',
+        });
+      }
+    } catch {
+      // Forgot password page not found — not critical
+    }
+
+    return findings;
+  }
+}