qa360 2.2.1 → 2.2.7

package/examples/datasets/index.ts

@@ -1,57 +0,0 @@
-/**
- * QA360 E2E Test Datasets
- *
- * Collection of real-world test datasets for E2E testing.
- * Each dataset contains authentication credentials and navigation flows.
- */
-
-export { b2bshopDataset, b2bshopPackV2 } from './b2bshop.js';
-export { reqresDataset, reqresPackV2 } from './reqres.js';
-export type { B2BShopTestDataset } from './b2bshop.js';
-export type { ReqresTestDataset } from './reqres.js';
-
-// Registry of all available datasets
-export const datasets = {
-  b2bshop: {
-    dataset: () => import('./b2bshop.js').then(m => m.b2bshopDataset),
-    pack: () => import('./b2bshop.js').then(m => m.b2bshopPackV2)
-  },
-  reqres: {
-    dataset: () => import('./reqres.js').then(m => m.reqresDataset),
-    pack: () => import('./reqres.js').then(m => m.reqresPackV2)
-  }
-} as const;
-
-export type DatasetName = keyof typeof datasets;
-
-/**
- * Get a dataset by name
- */
-export async function getDataset(name: DatasetName) {
-  return datasets[name].dataset();
-}
-
-/**
- * Get a Pack v2 configuration for a dataset
- */
-export async function getDatasetPack(name: DatasetName) {
-  return datasets[name].pack();
-}
-
-/**
- * List all available datasets
- */
-export function listDatasets(): Array<{ name: DatasetName; description: string; authType: string }> {
-  return [
-    {
-      name: 'b2bshop',
-      description: 'B2BShop E-commerce platform - UI login authentication',
-      authType: 'ui_login'
-    },
-    {
-      name: 'reqres',
-      description: 'Reqres.in - Fake REST API for testing',
-      authType: 'bearer'
-    }
-  ];
-}

package/examples/datasets/reqres.ts

@@ -1,195 +0,0 @@
-/**
- * Reqres.in - E2E Test Dataset
- *
- * Test data for https://reqres.in - A hosted REST-API ready to respond to your AJAX requests.
- * This dataset uses bearer/API key authentication pattern.
- *
- * Note: Reqres.in is a free fake API for testing and prototyping.
- * It doesn't require real authentication but simulates the pattern.
- */
-
-export interface ReqresTestDataset {
-  baseUrl: string;
-  name: string;
-  auth: {
-    type: 'bearer';
-    token: string;
-  };
-  endpoints: Array<{
-    name: string;
-    method: string;
-    path: string;
-    expectedStatus: number;
-  }>;
-}
-
-export const reqresDataset: ReqresTestDataset = {
-  baseUrl: 'https://reqres.in/api',
-  name: 'Reqres.in',
-
-  auth: {
-    type: 'bearer',
-    token: 'fake-token-for-testing'  // Reqres doesn't actually validate tokens
-  },
-
-  endpoints: [
-    {
-      name: 'List Users',
-      method: 'GET',
-      path: '/users',
-      expectedStatus: 200
-    },
-    {
-      name: 'Get Single User',
-      method: 'GET',
-      path: '/users/2',
-      expectedStatus: 200
-    },
-    {
-      name: 'User Not Found',
-      method: 'GET',
-      path: '/users/999',
-      expectedStatus: 404
-    },
-    {
-      name: 'Create User',
-      method: 'POST',
-      path: '/users',
-      expectedStatus: 201
-    },
-    {
-      name: 'Update User',
-      method: 'PUT',
-      path: '/users/2',
-      expectedStatus: 200
-    },
-    {
-      name: 'Delete User',
-      method: 'DELETE',
-      path: '/users/2',
-      expectedStatus: 204
-    },
-    {
-      name: 'Register',
-      method: 'POST',
-      path: '/register',
-      expectedStatus: 200
-    },
-    {
-      name: 'Login',
-      method: 'POST',
-      path: '/login',
-      expectedStatus: 200
-    },
-    {
-      name: 'Delayed Response',
-      method: 'GET',
-      path: '/users?delay=3',
-      expectedStatus: 200
-    }
-  ]
-};
-
-// Pack v2 configuration for Reqres.in API tests
-export const reqresPackV2 = {
-  version: 2,
-  name: 'reqres-api-tests',
-  description: 'API smoke tests for reqres.in - fake REST API',
-
-  auth: {
-    api: 'reqres-bearer',
-    profiles: {
-      'reqres-bearer': {
-        type: 'bearer',
-        config: {
-          token: 'fake-token-for-testing'
-        },
-        cache: {
-          enabled: true,
-          ttl: 3600
-        }
-      }
-    }
-  },
-
-  gates: {
-    // Basic API health check
-    api-health: {
-      adapter: 'playwright-api',
-      enabled: true,
-      auth: 'reqres-bearer',
-      config: {
-        baseUrl: 'https://reqres.in/api',
-        smoke: [
-          'GET /users -> 200',
-          'GET /users/2 -> 200',
-          'POST /users -> 201'
-        ],
-        timeout: 10000,
-        retries: 2
-      },
-      budgets: {
-        p95_ms: 2000,
-        max_duration_ms: 15000
-      }
-    },
-
-    // CRUD operations
-    crud-tests: {
-      adapter: 'playwright-api',
-      enabled: true,
-      auth: 'reqres-bearer',
-      config: {
-        baseUrl: 'https://reqres.in/api',
-        smoke: [
-          'POST /users -> 201',
-          'GET /users/2 -> 200',
-          'PUT /users/2 -> 200',
-          'DELETE /users/2 -> 204'
-        ]
-      }
-    },
-
-    // Auth endpoints
-    auth-endpoints: {
-      adapter: 'playwright-api',
-      enabled: true,
-      config: {
-        baseUrl: 'https://reqres.in/api',
-        smoke: [
-          'POST /register -> 200',
-          'POST /login -> 200'
-        ]
-      }
-    },
-
-    // Error handling
-    error-handling: {
-      adapter: 'playwright-api',
-      enabled: true,
-      config: {
-        baseUrl: 'https://reqres.in/api',
-        smoke: [
-          'GET /users/999 -> 404',
-          'POST /register -> 400'  // Will fail without body
-        ]
-      }
-    },
-
-    // Delayed response (timeout handling)
-    delayed-response: {
-      adapter: 'playwright-api',
-      enabled: true,
-      auth: 'reqres-bearer',
-      config: {
-        baseUrl: 'https://reqres.in/api',
-        smoke: [
-          'GET /users?delay=1 -> 200'
-        ],
-        timeout: 5000
-      }
-    }
-  }
-};
-
-export default reqresDataset;

package/examples/fixtures-demo/fixtures/users.yml

@@ -1,39 +0,0 @@
-# QA360 Data Fixtures Example
-# Fixtures separate test data from test logic (Playwright/NFLS best practice)
-
-testUsers:
-  buyer:
-    email: buyer@acme.test
-    password: Buyer123!
-    profile:
-      name: Test Buyer
-      company: Acme Corp
-      role: buyer
-
-  admin:
-    email: admin@acme.test
-    password: Admin456!
-    profile:
-      name: Test Admin
-      company: Acme Corp
-      role: admin
-
-testProducts:
-  laptop:
-    name: MacBook Pro
-    price: 1999
-    sku: MBP-16-2024
-    category: electronics
-
-  phone:
-    name: iPhone 15
-    price: 999
-    sku: IPH-15-2024
-    category: electronics
-
-testUrls:
-  base: https://b2bshop.lovable.app
-  login: /auth
-  products: /products
-  cart: /cart
-  checkout: /checkout

package/examples/fixtures-demo/pack.yml

@@ -1,71 +0,0 @@
-# QA360 Data Fixtures Demo
-# This pack demonstrates how to use data fixtures to separate test data from test logic
-
-version: 2
-name: fixtures-demo
-description: Demo pack for QA360 Data Fixtures System
-
-# Load fixture files relative to this pack file
-fixtures:
-  - ./fixtures/users.yml
-
-gates:
-  # Login test using fixture data
-  login-buyer:
-    adapter: playwright-ui
-    config:
-      baseUrl: $fixtures.testUrls.base
-      scenario:
-        - action: navigate
-          url: $fixtures.testUrls.login
-        - action: fill
-          selector: input[name='email']
-          value: $fixtures.testUsers.buyer.email
-        - action: fill
-          selector: input[name='password']
-          value: $fixtures.testUsers.buyer.password
-        - action: click
-          selector: 'button[type="submit"]'
-        - action: waitForNavigation
-          timeout: 5000
-        - action: assertUrl
-          contains: /dashboard
-
-  # Admin login test using different fixture data
-  login-admin:
-    adapter: playwright-ui
-    config:
-      baseUrl: $fixtures.testUrls.base
-      scenario:
-        - action: navigate
-          url: $fixtures.testUrls.login
-        - action: fill
-          selector: input[name='email']
-          value: $fixtures.testUsers.admin.email
-        - action: fill
-          selector: input[name='password']
-          value: $fixtures.testUsers.admin.password
-        - action: click
-          selector: 'button[type="submit"]'
-        - action: waitForNavigation
-          timeout: 5000
-
-  # Test with fixture interpolation in strings
-  product-search:
-    adapter: playwright-ui
-    config:
-      baseUrl: $fixtures.testUrls.base
-      scenario:
-        - action: navigate
-          url: $fixtures.testUrls.products
-        - action: fill
-          selector: 'input[name="search"], #search'
-          value: $fixtures.testProducts.laptop.name
-        - action: press
-          key: Enter
-        - action: waitForSelector
-          selector: '.product-card, .product-item'
-          timeout: 3000
-
-execution:
-  on_failure: stop

package/examples/future-api/README.md

@@ -1,16 +0,0 @@
-# Future API Implementation
-
-Phase 3 placeholder - REST API endpoints for QA360 Cloud.
-
-**Status:** Not implemented yet (Month 3).
-
-## Planned Features
-
-- REST API endpoints for remote test execution
-- Cloud-based pack registry
-- Multi-user authentication
-- Result dashboards
-
-## Timeline
-
-This will be implemented in Phase 3 of the QA360 roadmap (Month 3).

package/examples/future-api/diag.js

@@ -1,7 +0,0 @@
-module.exports = (req, res) => {
-  res.setHeader('content-type', 'application/json; charset=utf-8');
-  res.status(200).end(JSON.stringify({
-    ok: true,
-    envCount: Object.keys(process.env || {}).length
-  }));
-};

package/examples/future-api/health.js

@@ -1,4 +0,0 @@
-module.exports = (req, res) => {
-  res.setHeader('content-type', 'application/json; charset=utf-8');
-  res.status(200).end(JSON.stringify({ status: 'ok', ts: new Date().toISOString() }));
-};

package/examples/future-api/packs.js

@@ -1,13 +0,0 @@
-module.exports = (req, res) => {
-  res.setHeader('content-type', 'application/json; charset=utf-8');
-  res.status(200).end(JSON.stringify({
-    packs: [
-      { id:'httpbin',    name:'HTTPBin API Testing',   type:'api' },
-      { id:'petstore',   name:'Swagger Petstore',      type:'openapi' },
-      { id:'custom',     name:'Custom API Pack',       type:'template' },
-      { id:'graphql-sw', name:'GraphQL Star Wars API', type:'graphql' },
-      { id:'realworld',  name:'RealWorld API',         type:'fullstack' }
-    ],
-    total: 5
-  }));
-};

package/examples/future-api/runpack.js

@@ -1,10 +0,0 @@
-module.exports = (req, res) => {
-  let body = '';
-  req.on('data', c => (body += c));
-  req.on('end', () => {
-    let pack = 'unknown';
-    try { pack = (JSON.parse(body||'{}').pack || '').toString(); } catch {}
-    res.setHeader('content-type', 'application/json; charset=utf-8');
-    res.status(200).end(JSON.stringify({ success:true, pack, timestamp: new Date().toISOString() }));
-  });
-};

package/examples/generation/README.md

@@ -1,148 +0,0 @@
-# AI Test Generation Examples
-
-Examples of using QA360's AI-powered test generation module (Phase 4).
-
-## Features
-
-- **SourceAnalyzer**: Analyze source code and extract test requirements
-- **PackGenerator**: Convert test specs to QA360 pack YAML
-- **CodeGenerator**: Generate test code using LLM providers
-
-## Examples
-
-### 1. Analyze Source Code
-
-```typescript
-import { SourceAnalyzer } from 'qa360/core/generation';
-
-const analyzer = new SourceAnalyzer();
-
-// Analyze a single file
-const analysis = analyzer.analyzeFile('./src/userService.ts');
-
-console.log(analysis);
-// {
-//   filePath: './src/userService.ts',
-//   language: 'typescript',
-//   exports: ['UserService', 'createUser'],
-//   functions: [...],
-//   classes: [...],
-//   imports: [...],
-//   hasTests: false,
-//   complexity: 8,
-//   linesOfCode: 45
-// }
-```
-
-### 2. Generate Test Suggestions
-
-```typescript
-const suggestions = analyzer.generateSuggestions(analysis);
-
-console.log(suggestions);
-// [
-//   {
-//     type: 'unit',
-//     priority: 'high',
-//     description: 'Test UserService.createUser method',
-//     functionName: 'createUser',
-//     assertions: ['should create user with valid data', 'should handle errors'],
-//     mocks: ['Database']
-//   },
-//   ...
-// ]
-```
-
-### 3. Generate API Spec from Handlers
-
-```typescript
-// For Express/Fastify handlers
-const apiSpec = analyzer.generateApiSpec(analysis);
-
-console.log(apiSpec);
-// {
-//   type: 'api',
-//   name: 'API Tests',
-//   baseUrl: 'https://localhost:3000',
-//   endpoints: [
-//     { method: 'GET', path: '/users', expectations: [{ status: 200 }] },
-//     { method: 'POST', path: '/users', expectations: [{ status: 201 }] }
-//   ]
-// }
-```
-
-### 4. Convert to Pack YAML
-
-```typescript
-import { PackGenerator } from 'qa360/core/generation';
-
-const packGenerator = new PackGenerator();
-
-// Generate pack from API spec
-const result = packGenerator.generateFromApiSpec(apiSpec, {
-  name: 'My API Tests',
-  baseUrl: 'https://api.example.com'
-});
-
-console.log(result.packYaml);
-// version: 2
-// name: My API Tests
-// gates:
-//   api_smoke:
-//     adapter: playwright-native-api
-//     config:
-//       target:
-//         baseUrl: https://api.example.com
-//         smoke:
-//           - "GET /users -> 200"
-//           - "POST /users -> 201"
-```
-
-### 5. Analyze Directory
-
-```typescript
-const results = analyzer.analyzeDirectory('./src');
-
-console.log(`Analyzed ${results.length} files`);
-results.forEach(analysis => {
-  console.log(`${analysis.filePath}: ${analysis.functions.length} functions, ${analysis.classes.length} classes`);
-});
-```
-
-## Supported Languages
-
-| Language | Extensions | Features |
-|----------|------------|----------|
-| TypeScript | .ts | Functions, Classes, Imports, Async detection |
-| JavaScript | .js, .mjs | Functions, Classes, Imports, CommonJS requires |
-| Python | .py | Functions, Classes, Decorators, Async/await |
-| Go | .go | Functions, Structs, Public/Private detection |
-
-## Test Output Formats
-
-The generation module supports multiple output formats:
-
-- **Pack YAML (v2)**: QA360 pack configuration
-- **Test Code**: Generated test code in various frameworks
-- **Suggestions**: Human-readable test recommendations
-- **API Specs**: Structured API endpoint definitions
-
-## Running Examples
-
-```bash
-# From the examples directory
-cd examples/generation
-
-# Run the source analyzer example
-node source-analyzer-example.js
-
-# Run the pack generator example
-node pack-generator-example.js
-```
-
-## Real-World Usage
-
-See `real-world/` subdirectory for complete examples:
-- `b2bshop.ts` - E2E tests for b2bshop.lovable.app
-- `api-handlers.ts` - API handler analysis example
-- `service-layer.ts` - Service layer testing example

package/examples/generation/pack-generator-example.js

@@ -1,115 +0,0 @@
-#!/usr/bin/env node
-/**
- * Pack Generator Example
- *
- * Demonstrates using QA360's PackGenerator to convert test specs
- * into QA360 pack YAML format.
- */
-
-import { PackGenerator } from '../../core/dist/generation/index.js';
-
-// Sample API test spec
-const apiSpec = {
-  type: 'api',
-  name: 'User API Tests',
-  description: 'Generated from source code analysis',
-  baseUrl: 'https://api.example.com',
-  endpoints: [
-    {
-      method: 'GET',
-      path: '/users',
-      description: 'List all users',
-      expectations: [{ status: 200, responseTime: '<500ms' }]
-    },
-    {
-      method: 'GET',
-      path: '/users/:id',
-      description: 'Get user by ID',
-      expectations: [{ status: 200 }, { status: 404 }]
-    },
-    {
-      method: 'POST',
-      path: '/users',
-      description: 'Create new user',
-      expectations: [{ status: 201 }],
-      body: {
-        name: 'Test User',
-        email: 'test@example.com'
-      }
-    },
-    {
-      method: 'PUT',
-      path: '/users/:id',
-      description: 'Update user',
-      expectations: [{ status: 200 }]
-    },
-    {
-      method: 'DELETE',
-      path: '/users/:id',
-      description: 'Delete user',
-      expectations: [{ status: 204 }]
-    }
-  ]
-};
-
-// Sample UI test spec
-const uiSpec = {
-  type: 'ui',
-  name: 'Web App Tests',
-  description: 'UI and E2E tests',
-  baseUrl: 'https://example.com',
-  pages: [
-    {
-      name: 'Homepage',
-      url: 'https://example.com',
-      actions: [
-        { type: 'navigate', url: 'https://example.com' },
-        { type: 'waitFor', selector: 'h1' },
-        { type: 'assert', property: 'title', value: 'Example Domain' }
-      ]
-    },
-    {
-      name: 'Login Page',
-      url: 'https://example.com/login',
-      actions: [
-        { type: 'navigate', url: 'https://example.com/login' },
-        { type: 'waitFor', selector: '#email' },
-        { type: 'fill', selector: '#email', value: 'test@example.com' },
-        { type: 'fill', selector: '#password', value: 'password123' },
-        { type: 'click', selector: 'button[type="submit"]' }
-      ]
-    }
-  ]
-};
-
-console.log('📦 QA360 Pack Generator Example\n');
-console.log('='.repeat(60));
-
-// Create pack generator
-const packGenerator = new PackGenerator();
-
-// Generate pack from API spec
-console.log('\n🔧 Generating API Pack...\n');
-const apiResult = packGenerator.generateFromApiSpec(apiSpec, {
-  name: 'User API Smoke Tests',
-  includeFullTests: true
-});
-
-console.log(apiResult.yaml || 'Error: ' + (apiResult.errors?.join(', ') || 'Unknown error'));
-
-console.log('\n' + '='.repeat(60));
-
-// Generate pack from UI spec
-console.log('\n🎨 Generating UI Pack...\n');
-const uiResult = packGenerator.generateFromUiSpec(uiSpec, {
-  name: 'Web App E2E Tests'
-});
-
-console.log(uiResult.yaml || 'Error: ' + (uiResult.errors?.join(', ') || 'Unknown error'));
-
-console.log('\n' + '='.repeat(60));
-console.log('\n✅ Examples complete!');
-console.log('\n💡 Usage:');
-console.log('   1. Save pack YAML to a file (e.g., api-tests.yml)');
-console.log('   2. Run tests: qa360 run api-tests.yml');
-console.log('   3. Verify proof: qa360 verify .qa360/runs/proof.json');