@avi770/testteam 1.2.0 → 3.0.0

package/agents/__tests__/56-file-upload-tester.test.ts

@@ -0,0 +1,172 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import type { ValidatedConfig } from '../../core/config';
+import type { Phase } from '../../core/types';
+
+function makeConfig(overrides: Partial<ValidatedConfig> = {}): ValidatedConfig {
+  return {
+    schemaVersion: 1, name: 'test',
+    auth: { loginUrl: 'http://localhost/login', credentials: { admin: { email: 'a@t.com', password: 's' } } },
+    modules: [{ id: 'dashboard', route: '/dashboard', sidebarIcon: true }],
+    environments: { alpha: { baseUrl: 'http://localhost:3000', seed: false } },
+    portals: [], breakpoints: [], integrations: [], workers: [], workflows: [],
+    accuracy: { enabled: false, decimalPrecision: 2, currencySymbol: '$', timezone: 'UTC' },
+    tenancy: { enabled: false, isolationField: 'firmId', testFirms: [] },
+    costBudget: { maxPerRun: 100, maxPerAgent: 10, alertThreshold: 0.8, onExceeded: 'abort' },
+    agentClassification: { blocking: [], advisory: [] },
+    thresholds: { unitCoverage: { lines: 80, functions: 80, branches: 80, statements: 80 }, lighthouse: { accessibility: 90, performance: 90, bestPractices: 90, seo: 90 }, apiResponseTime: 2000, bundleSizeLimit: 500000, maxConsoleErrors: 0 },
+    disabledAgents: [], disabledAgentSet: new Set<number>(),
+    ...overrides,
+  };
+}
+
+const fetchMock = vi.fn();
+vi.stubGlobal('fetch', fetchMock);
+
+const loginMock = vi.fn().mockResolvedValue(undefined);
+vi.mock('../../helpers/navigation', () => ({
+  login: (...args: unknown[]) => loginMock(...args),
+  waitForSectionLoad: vi.fn().mockResolvedValue(undefined),
+  navigateToSection: vi.fn().mockResolvedValue(undefined),
+  switchPortal: vi.fn().mockResolvedValue(undefined),
+}));
+
+vi.mock('node:fs', () => ({
+  writeFileSync: vi.fn(),
+  unlinkSync: vi.fn(),
+  existsSync: vi.fn().mockReturnValue(true),
+  readFileSync: vi.fn().mockReturnValue(''),
+}));
+
+vi.mock('node:os', () => ({
+  tmpdir: vi.fn().mockReturnValue('/tmp'),
+}));
+
+function makeMockLocator(countVal = 0) {
+  const loc: Record<string, ReturnType<typeof vi.fn>> = {
+    count: vi.fn().mockResolvedValue(countVal),
+    first: vi.fn(),
+    setInputFiles: vi.fn().mockResolvedValue(undefined),
+  };
+  loc.first.mockReturnValue(loc);
+  return loc;
+}
+
+function makeMockPage() {
+  return {
+    close: vi.fn().mockResolvedValue(undefined),
+    goto: vi.fn().mockResolvedValue(undefined),
+    locator: vi.fn().mockReturnValue(makeMockLocator(0)),
+    on: vi.fn(),
+  };
+}
+
+let currentMockPage: ReturnType<typeof makeMockPage>;
+let mockBrowser: { newPage: ReturnType<typeof vi.fn>; close: ReturnType<typeof vi.fn> };
+
+vi.mock('playwright', async () => ({
+  chromium: { launch: vi.fn().mockImplementation(async () => mockBrowser) },
+}));
+
+const { FileUploadTesterAgent } = await import('../56-file-upload-tester');
+
+function createAgent(config: ValidatedConfig = makeConfig(), phase: Phase = 'beta') {
+  return new FileUploadTesterAgent(config, phase, '/tmp/test-run');
+}
+
+describe('FileUploadTesterAgent', () => {
+  beforeEach(() => {
+    fetchMock.mockReset().mockResolvedValue({ ok: true, status: 200 });
+    loginMock.mockReset().mockResolvedValue(undefined);
+    currentMockPage = makeMockPage();
+    mockBrowser = {
+      newPage: vi.fn().mockResolvedValue(currentMockPage),
+      close: vi.fn().mockResolvedValue(undefined),
+    };
+  });
+
+  it('has agentId 56 and correct name', () => {
+    const agent = createAgent();
+    expect(agent.agentId).toBe(56);
+    expect(agent.agentName).toBe('File Upload Tester');
+  });
+
+  it('throws when modules empty', async () => {
+    const agent = createAgent(makeConfig({ modules: [] }));
+    const result = await agent.run();
+    expect(result.status).toBe('failed');
+  });
+
+  it('skips module with no file inputs', async () => {
+    currentMockPage.locator.mockReturnValue(makeMockLocator(0));
+    const agent = createAgent();
+    const result = await agent.run();
+    // No upload-related findings
+    const uploadFindings = result.findings.filter(f => f.id.includes('upload') || f.id.includes('exe'));
+    expect(uploadFindings.length).toBe(0);
+  });
+
+  it('reports no feedback when upload has no response', async () => {
+    const fileLocator = makeMockLocator(1);
+    const noFeedbackLocator = makeMockLocator(0);
+    currentMockPage.locator.mockImplementation((sel: string) => {
+      if (sel.includes('file')) return fileLocator;
+      return noFeedbackLocator;
+    });
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-upload-feedback'));
+    expect(finding).toBeDefined();
+  });
+
+  it('reports exe not rejected when no error shown', async () => {
+    const fileLocator = makeMockLocator(1);
+    const noErrorLocator = makeMockLocator(0);
+    currentMockPage.locator.mockImplementation((sel: string) => {
+      if (sel.includes('file')) return fileLocator;
+      return noErrorLocator;
+    });
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('exe-not-rejected'));
+    expect(finding).toBeDefined();
+    expect(finding!.severity).toBe('high');
+  });
+
+  it('handles login failure', async () => {
+    loginMock.mockRejectedValue(new Error('Login failed'));
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('login-failed'));
+    expect(finding).toBeDefined();
+  });
+
+  it('handles playwright crash', async () => {
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('playwright-failure'));
+    expect(finding).toBeDefined();
+  });
+
+  it('closes browser in finally', async () => {
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent();
+    await agent.run();
+    expect(mockBrowser.close).toHaveBeenCalled();
+  });
+
+  it('handles nav failure for module', async () => {
+    currentMockPage.goto.mockRejectedValue(new Error('Nav failed'));
+    const agent = createAgent();
+    const result = await agent.run();
+    // Should not crash
+    expect(result.status).toBeDefined();
+  });
+
+  it('no credentials continues', async () => {
+    const config = makeConfig({ auth: { loginUrl: '/login', credentials: {} } });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    expect(result.status).toBeDefined();
+  });
+});

package/agents/__tests__/57-export-tester.test.ts

@@ -0,0 +1,169 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import type { ValidatedConfig } from '../../core/config';
+import type { Phase } from '../../core/types';
+
+function makeConfig(overrides: Partial<ValidatedConfig> = {}): ValidatedConfig {
+  return {
+    schemaVersion: 1, name: 'test',
+    auth: { loginUrl: 'http://localhost/login', credentials: { admin: { email: 'a@t.com', password: 's' } } },
+    modules: [{ id: 'dashboard', route: '/dashboard', sidebarIcon: true }],
+    environments: { alpha: { baseUrl: 'http://localhost:3000', seed: false } },
+    portals: [], breakpoints: [], integrations: [], workers: [], workflows: [],
+    accuracy: { enabled: false, decimalPrecision: 2, currencySymbol: '$', timezone: 'UTC' },
+    tenancy: { enabled: false, isolationField: 'firmId', testFirms: [] },
+    costBudget: { maxPerRun: 100, maxPerAgent: 10, alertThreshold: 0.8, onExceeded: 'abort' },
+    agentClassification: { blocking: [], advisory: [] },
+    thresholds: { unitCoverage: { lines: 80, functions: 80, branches: 80, statements: 80 }, lighthouse: { accessibility: 90, performance: 90, bestPractices: 90, seo: 90 }, apiResponseTime: 2000, bundleSizeLimit: 500000, maxConsoleErrors: 0 },
+    disabledAgents: [], disabledAgentSet: new Set<number>(),
+    ...overrides,
+  };
+}
+
+const fetchMock = vi.fn();
+vi.stubGlobal('fetch', fetchMock);
+
+const loginMock = vi.fn().mockResolvedValue(undefined);
+vi.mock('../../helpers/navigation', () => ({
+  login: (...args: unknown[]) => loginMock(...args),
+  waitForSectionLoad: vi.fn().mockResolvedValue(undefined),
+  navigateToSection: vi.fn().mockResolvedValue(undefined),
+  switchPortal: vi.fn().mockResolvedValue(undefined),
+}));
+
+function makeMockLocator(countVal = 0) {
+  const loc: Record<string, ReturnType<typeof vi.fn>> = {
+    count: vi.fn().mockResolvedValue(countVal),
+    first: vi.fn(),
+    click: vi.fn().mockResolvedValue(undefined),
+  };
+  loc.first.mockReturnValue(loc);
+  return loc;
+}
+
+function makeMockPage() {
+  return {
+    close: vi.fn().mockResolvedValue(undefined),
+    goto: vi.fn().mockResolvedValue(undefined),
+    locator: vi.fn().mockReturnValue(makeMockLocator(0)),
+    waitForEvent: vi.fn().mockRejectedValue(new Error('Timeout')),
+    on: vi.fn(),
+  };
+}
+
+let currentMockPage: ReturnType<typeof makeMockPage>;
+let mockBrowser: { newPage: ReturnType<typeof vi.fn>; close: ReturnType<typeof vi.fn> };
+
+vi.mock('playwright', async () => ({
+  chromium: { launch: vi.fn().mockImplementation(async () => mockBrowser) },
+}));
+
+const { ExportTesterAgent } = await import('../57-export-tester');
+
+function createAgent(config: ValidatedConfig = makeConfig(), phase: Phase = 'beta') {
+  return new ExportTesterAgent(config, phase, '/tmp/test-run');
+}
+
+describe('ExportTesterAgent', () => {
+  beforeEach(() => {
+    fetchMock.mockReset().mockResolvedValue({ ok: true, status: 200 });
+    loginMock.mockReset().mockResolvedValue(undefined);
+    currentMockPage = makeMockPage();
+    mockBrowser = {
+      newPage: vi.fn().mockResolvedValue(currentMockPage),
+      close: vi.fn().mockResolvedValue(undefined),
+    };
+  });
+
+  it('has agentId 57 and correct name', () => {
+    const agent = createAgent();
+    expect(agent.agentId).toBe(57);
+    expect(agent.agentName).toBe('Export Tester');
+  });
+
+  it('throws when modules empty', async () => {
+    const agent = createAgent(makeConfig({ modules: [] }));
+    const result = await agent.run();
+    expect(result.status).toBe('failed');
+  });
+
+  it('skips module with no export buttons', async () => {
+    currentMockPage.locator.mockReturnValue(makeMockLocator(0));
+    const agent = createAgent();
+    const result = await agent.run();
+    const exportFindings = result.findings.filter(f => f.id.includes('download') || f.id.includes('export'));
+    expect(exportFindings.length).toBe(0);
+  });
+
+  it('reports no download when export button click produces none', async () => {
+    currentMockPage.locator.mockReturnValue(makeMockLocator(1));
+    currentMockPage.waitForEvent.mockRejectedValue(new Error('Timeout'));
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-download'));
+    expect(finding).toBeDefined();
+    expect(finding!.severity).toBe('medium');
+  });
+
+  it('reports empty download file', async () => {
+    currentMockPage.locator.mockReturnValue(makeMockLocator(1));
+    const mockDownload = {
+      suggestedFilename: vi.fn().mockReturnValue('data.csv'),
+      path: vi.fn().mockResolvedValue(null), // null path means we can't check size
+    };
+    currentMockPage.waitForEvent.mockResolvedValue(mockDownload);
+
+    const agent = createAgent();
+    const result = await agent.run();
+    // When path is null, no empty-download finding, but download succeeds
+    expect(result.status).toBeDefined();
+  });
+
+  it('handles login failure', async () => {
+    loginMock.mockRejectedValue(new Error('Login failed'));
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('login-failed'));
+    expect(finding).toBeDefined();
+  });
+
+  it('handles playwright crash', async () => {
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('playwright-failure'));
+    expect(finding).toBeDefined();
+  });
+
+  it('closes browser in finally', async () => {
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent();
+    await agent.run();
+    expect(mockBrowser.close).toHaveBeenCalled();
+  });
+
+  it('handles nav failure', async () => {
+    currentMockPage.goto.mockRejectedValue(new Error('Nav failed'));
+    const agent = createAgent();
+    const result = await agent.run();
+    expect(result.status).toBeDefined();
+  });
+
+  it('handles export click failure', async () => {
+    const clickLocator = makeMockLocator(1);
+    clickLocator.first.mockReturnValue({
+      click: vi.fn().mockRejectedValue(new Error('Click failed')),
+    });
+    currentMockPage.locator.mockReturnValue(clickLocator);
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('export-click-failed'));
+    expect(finding).toBeDefined();
+  });
+
+  it('no credentials continues', async () => {
+    const config = makeConfig({ auth: { loginUrl: '/login', credentials: {} } });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    expect(result.status).toBeDefined();
+  });
+});

package/agents/__tests__/58-payment-flow-tester.test.ts

@@ -0,0 +1,182 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import type { ValidatedConfig } from '../../core/config';
+import type { Phase } from '../../core/types';
+
+function makeConfig(overrides: Partial<ValidatedConfig> = {}): ValidatedConfig {
+  return {
+    schemaVersion: 1, name: 'test',
+    auth: { loginUrl: 'http://localhost/login', credentials: { admin: { email: 'a@t.com', password: 's' } } },
+    modules: [{ id: 'dashboard', route: '/dashboard', sidebarIcon: true }],
+    environments: { alpha: { baseUrl: 'http://localhost:3000', seed: false } },
+    portals: [], breakpoints: [], integrations: [], workers: [], workflows: [],
+    accuracy: { enabled: false, decimalPrecision: 2, currencySymbol: '$', timezone: 'UTC' },
+    tenancy: { enabled: false, isolationField: 'firmId', testFirms: [] },
+    costBudget: { maxPerRun: 100, maxPerAgent: 10, alertThreshold: 0.8, onExceeded: 'abort' },
+    agentClassification: { blocking: [], advisory: [] },
+    thresholds: { unitCoverage: { lines: 80, functions: 80, branches: 80, statements: 80 }, lighthouse: { accessibility: 90, performance: 90, bestPractices: 90, seo: 90 }, apiResponseTime: 2000, bundleSizeLimit: 500000, maxConsoleErrors: 0 },
+    disabledAgents: [], disabledAgentSet: new Set<number>(),
+    ...overrides,
+  };
+}
+
+const fetchMock = vi.fn();
+vi.stubGlobal('fetch', fetchMock);
+
+const loginMock = vi.fn().mockResolvedValue(undefined);
+vi.mock('../../helpers/navigation', () => ({
+  login: (...args: unknown[]) => loginMock(...args),
+  waitForSectionLoad: vi.fn().mockResolvedValue(undefined),
+  navigateToSection: vi.fn().mockResolvedValue(undefined),
+  switchPortal: vi.fn().mockResolvedValue(undefined),
+}));
+
+function makeMockLocator(countVal = 0) {
+  const loc: Record<string, ReturnType<typeof vi.fn>> = {
+    count: vi.fn().mockResolvedValue(countVal),
+    first: vi.fn(),
+    click: vi.fn().mockResolvedValue(undefined),
+  };
+  loc.first.mockReturnValue(loc);
+  return loc;
+}
+
+function makeMockPage() {
+  return {
+    close: vi.fn().mockResolvedValue(undefined),
+    goto: vi.fn().mockResolvedValue({ ok: () => true }),
+    locator: vi.fn().mockReturnValue(makeMockLocator(0)),
+    on: vi.fn(),
+  };
+}
+
+let currentMockPage: ReturnType<typeof makeMockPage>;
+let mockBrowser: { newPage: ReturnType<typeof vi.fn>; close: ReturnType<typeof vi.fn> };
+
+vi.mock('playwright', async () => ({
+  chromium: { launch: vi.fn().mockImplementation(async () => mockBrowser) },
+}));
+
+const { PaymentFlowTesterAgent } = await import('../58-payment-flow-tester');
+
+function createAgent(config: ValidatedConfig = makeConfig(), phase: Phase = 'beta') {
+  return new PaymentFlowTesterAgent(config, phase, '/tmp/test-run');
+}
+
+describe('PaymentFlowTesterAgent', () => {
+  beforeEach(() => {
+    fetchMock.mockReset().mockResolvedValue({ ok: true, status: 200 });
+    loginMock.mockReset().mockResolvedValue(undefined);
+    currentMockPage = makeMockPage();
+    mockBrowser = {
+      newPage: vi.fn().mockResolvedValue(currentMockPage),
+      close: vi.fn().mockResolvedValue(undefined),
+    };
+  });
+
+  it('has agentId 58 and correct name', () => {
+    const agent = createAgent();
+    expect(agent.agentId).toBe(58);
+    expect(agent.agentName).toBe('Payment Flow Tester');
+  });
+
+  it('skips when no stripe integration', async () => {
+    const agent = createAgent();
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-stripe'));
+    expect(finding).toBeDefined();
+    expect(finding!.severity).toBe('low');
+  });
+
+  it('reports no billing page when routes not found', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    currentMockPage.goto.mockResolvedValue({ ok: () => false });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-billing-page'));
+    expect(finding).toBeDefined();
+  });
+
+  it('reports no stripe elements on billing page', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    currentMockPage.goto.mockResolvedValue({ ok: () => true });
+    currentMockPage.locator.mockReturnValue(makeMockLocator(0));
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-stripe-elements'));
+    expect(finding).toBeDefined();
+  });
+
+  it('detects stripe iframe', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    currentMockPage.goto.mockResolvedValue({ ok: () => true });
+    currentMockPage.locator.mockImplementation((sel: string) => {
+      if (sel.includes('stripe')) return makeMockLocator(1);
+      return makeMockLocator(0);
+    });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const noElements = result.findings.find(f => f.id.includes('no-stripe-elements'));
+    expect(noElements).toBeUndefined();
+  });
+
+  it('handles login failure', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    loginMock.mockRejectedValue(new Error('Login failed'));
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('login-failed'));
+    expect(finding).toBeDefined();
+  });
+
+  it('handles playwright crash', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('playwright-failure'));
+    expect(finding).toBeDefined();
+  });
+
+  it('closes browser in finally', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    mockBrowser.newPage.mockRejectedValue(new Error('Crash'));
+    const agent = createAgent(config);
+    await agent.run();
+    expect(mockBrowser.close).toHaveBeenCalled();
+  });
+
+  it('handles nav failure for billing routes', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    currentMockPage.goto.mockRejectedValue(new Error('Nav failed'));
+    const agent = createAgent(config);
+    const result = await agent.run();
+    const finding = result.findings.find(f => f.id.includes('no-billing-page'));
+    expect(finding).toBeDefined();
+  });
+
+  it('no credentials continues', async () => {
+    const config = makeConfig({ auth: { loginUrl: '/login', credentials: {} }, integrations: [{ name: 'stripe' }] });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    expect(result.status).toBeDefined();
+  });
+
+  it('reports stripe iframe not loaded after checkout click', async () => {
+    const config = makeConfig({ integrations: [{ name: 'stripe' }] });
+    currentMockPage.goto.mockResolvedValue({ ok: () => true });
+    let callNum = 0;
+    currentMockPage.locator.mockImplementation((sel: string) => {
+      callNum++;
+      // First call: combined stripe selectors — found
+      if (callNum === 1) return makeMockLocator(1);
+      // iframe check
+      if (sel.includes('iframe[src*="stripe"]')) return makeMockLocator(0);
+      // checkout button
+      if (sel.includes('Subscribe') || sel.includes('Checkout')) return makeMockLocator(1);
+      return makeMockLocator(0);
+    });
+    const agent = createAgent(config);
+    const result = await agent.run();
+    expect(result.status).toBeDefined();
+  });
+});