qa360 2.1.7 → 2.2.0

package/examples/datasets/index.ts

@@ -0,0 +1,57 @@
+/**
+ * QA360 E2E Test Datasets
+ *
+ * Collection of real-world test datasets for E2E testing.
+ * Each dataset contains authentication credentials and navigation flows.
+ */
+
+export { b2bshopDataset, b2bshopPackV2 } from './b2bshop.js';
+export { reqresDataset, reqresPackV2 } from './reqres.js';
+export type { B2BShopTestDataset } from './b2bshop.js';
+export type { ReqresTestDataset } from './reqres.js';
+
+// Registry of all available datasets
+export const datasets = {
+  b2bshop: {
+    dataset: () => import('./b2bshop.js').then(m => m.b2bshopDataset),
+    pack: () => import('./b2bshop.js').then(m => m.b2bshopPackV2)
+  },
+  reqres: {
+    dataset: () => import('./reqres.js').then(m => m.reqresDataset),
+    pack: () => import('./reqres.js').then(m => m.reqresPackV2)
+  }
+} as const;
+
+export type DatasetName = keyof typeof datasets;
+
+/**
+ * Get a dataset by name
+ */
+export async function getDataset(name: DatasetName) {
+  return datasets[name].dataset();
+}
+
+/**
+ * Get a Pack v2 configuration for a dataset
+ */
+export async function getDatasetPack(name: DatasetName) {
+  return datasets[name].pack();
+}
+
+/**
+ * List all available datasets
+ */
+export function listDatasets(): Array<{ name: DatasetName; description: string; authType: string }> {
+  return [
+    {
+      name: 'b2bshop',
+      description: 'B2BShop E-commerce platform - UI login authentication',
+      authType: 'ui_login'
+    },
+    {
+      name: 'reqres',
+      description: 'Reqres.in - Fake REST API for testing',
+      authType: 'bearer'
+    }
+  ];
+}

package/examples/datasets/reqres.ts

@@ -0,0 +1,195 @@
+/**
+ * Reqres.in - E2E Test Dataset
+ *
+ * Test data for https://reqres.in - A hosted REST-API ready to respond to your AJAX requests.
+ * This dataset uses bearer/API key authentication pattern.
+ *
+ * Note: Reqres.in is a free fake API for testing and prototyping.
+ * It doesn't require real authentication but simulates the pattern.
+ */
+
+export interface ReqresTestDataset {
+  baseUrl: string;
+  name: string;
+  auth: {
+    type: 'bearer';
+    token: string;
+  };
+  endpoints: Array<{
+    name: string;
+    method: string;
+    path: string;
+    expectedStatus: number;
+  }>;
+}
+
+export const reqresDataset: ReqresTestDataset = {
+  baseUrl: 'https://reqres.in/api',
+  name: 'Reqres.in',
+
+  auth: {
+    type: 'bearer',
+    token: 'fake-token-for-testing'  // Reqres doesn't actually validate tokens
+  },
+
+  endpoints: [
+    {
+      name: 'List Users',
+      method: 'GET',
+      path: '/users',
+      expectedStatus: 200
+    },
+    {
+      name: 'Get Single User',
+      method: 'GET',
+      path: '/users/2',
+      expectedStatus: 200
+    },
+    {
+      name: 'User Not Found',
+      method: 'GET',
+      path: '/users/999',
+      expectedStatus: 404
+    },
+    {
+      name: 'Create User',
+      method: 'POST',
+      path: '/users',
+      expectedStatus: 201
+    },
+    {
+      name: 'Update User',
+      method: 'PUT',
+      path: '/users/2',
+      expectedStatus: 200
+    },
+    {
+      name: 'Delete User',
+      method: 'DELETE',
+      path: '/users/2',
+      expectedStatus: 204
+    },
+    {
+      name: 'Register',
+      method: 'POST',
+      path: '/register',
+      expectedStatus: 200
+    },
+    {
+      name: 'Login',
+      method: 'POST',
+      path: '/login',
+      expectedStatus: 200
+    },
+    {
+      name: 'Delayed Response',
+      method: 'GET',
+      path: '/users?delay=3',
+      expectedStatus: 200
+    }
+  ]
+};
+
+// Pack v2 configuration for Reqres.in API tests
+export const reqresPackV2 = {
+  version: 2,
+  name: 'reqres-api-tests',
+  description: 'API smoke tests for reqres.in - fake REST API',
+
+  auth: {
+    api: 'reqres-bearer',
+    profiles: {
+      'reqres-bearer': {
+        type: 'bearer',
+        config: {
+          token: 'fake-token-for-testing'
+        },
+        cache: {
+          enabled: true,
+          ttl: 3600
+        }
+      }
+    }
+  },
+
+  gates: {
+    // Basic API health check
+    api-health: {
+      adapter: 'playwright-api',
+      enabled: true,
+      auth: 'reqres-bearer',
+      config: {
+        baseUrl: 'https://reqres.in/api',
+        smoke: [
+          'GET /users -> 200',
+          'GET /users/2 -> 200',
+          'POST /users -> 201'
+        ],
+        timeout: 10000,
+        retries: 2
+      },
+      budgets: {
+        p95_ms: 2000,
+        max_duration_ms: 15000
+      }
+    },
+
+    // CRUD operations
+    crud-tests: {
+      adapter: 'playwright-api',
+      enabled: true,
+      auth: 'reqres-bearer',
+      config: {
+        baseUrl: 'https://reqres.in/api',
+        smoke: [
+          'POST /users -> 201',
+          'GET /users/2 -> 200',
+          'PUT /users/2 -> 200',
+          'DELETE /users/2 -> 204'
+        ]
+      }
+    },
+
+    // Auth endpoints
+    auth-endpoints: {
+      adapter: 'playwright-api',
+      enabled: true,
+      config: {
+        baseUrl: 'https://reqres.in/api',
+        smoke: [
+          'POST /register -> 200',
+          'POST /login -> 200'
+        ]
+      }
+    },
+
+    // Error handling
+    error-handling: {
+      adapter: 'playwright-api',
+      enabled: true,
+      config: {
+        baseUrl: 'https://reqres.in/api',
+        smoke: [
+          'GET /users/999 -> 404',
+          'POST /register -> 400'  // Will fail without body
+        ]
+      }
+    },
+
+    // Delayed response (timeout handling)
+    delayed-response: {
+      adapter: 'playwright-api',
+      enabled: true,
+      auth: 'reqres-bearer',
+      config: {
+        baseUrl: 'https://reqres.in/api',
+        smoke: [
+          'GET /users?delay=1 -> 200'
+        ],
+        timeout: 5000
+      }
+    }
+  }
+};
+
+export default reqresDataset;

package/examples/fixtures-demo/fixtures/users.yml

@@ -0,0 +1,39 @@
+# QA360 Data Fixtures Example
+# Fixtures separate test data from test logic (Playwright/NFLS best practice)
+
+testUsers:
+  buyer:
+    email: buyer@acme.test
+    password: Buyer123!
+    profile:
+      name: Test Buyer
+      company: Acme Corp
+      role: buyer
+
+  admin:
+    email: admin@acme.test
+    password: Admin456!
+    profile:
+      name: Test Admin
+      company: Acme Corp
+      role: admin
+
+testProducts:
+  laptop:
+    name: MacBook Pro
+    price: 1999
+    sku: MBP-16-2024
+    category: electronics
+
+  phone:
+    name: iPhone 15
+    price: 999
+    sku: IPH-15-2024
+    category: electronics
+
+testUrls:
+  base: https://b2bshop.lovable.app
+  login: /auth
+  products: /products
+  cart: /cart
+  checkout: /checkout

package/examples/fixtures-demo/pack.yml

@@ -0,0 +1,71 @@
+# QA360 Data Fixtures Demo
+# This pack demonstrates how to use data fixtures to separate test data from test logic
+
+version: 2
+name: fixtures-demo
+description: Demo pack for QA360 Data Fixtures System
+
+# Load fixture files relative to this pack file
+fixtures:
+  - ./fixtures/users.yml
+
+gates:
+  # Login test using fixture data
+  login-buyer:
+    adapter: playwright-ui
+    config:
+      baseUrl: $fixtures.testUrls.base
+      scenario:
+        - action: navigate
+          url: $fixtures.testUrls.login
+        - action: fill
+          selector: input[name='email']
+          value: $fixtures.testUsers.buyer.email
+        - action: fill
+          selector: input[name='password']
+          value: $fixtures.testUsers.buyer.password
+        - action: click
+          selector: 'button[type="submit"]'
+        - action: waitForNavigation
+          timeout: 5000
+        - action: assertUrl
+          contains: /dashboard
+
+  # Admin login test using different fixture data
+  login-admin:
+    adapter: playwright-ui
+    config:
+      baseUrl: $fixtures.testUrls.base
+      scenario:
+        - action: navigate
+          url: $fixtures.testUrls.login
+        - action: fill
+          selector: input[name='email']
+          value: $fixtures.testUsers.admin.email
+        - action: fill
+          selector: input[name='password']
+          value: $fixtures.testUsers.admin.password
+        - action: click
+          selector: 'button[type="submit"]'
+        - action: waitForNavigation
+          timeout: 5000
+
+  # Test with fixture interpolation in strings
+  product-search:
+    adapter: playwright-ui
+    config:
+      baseUrl: $fixtures.testUrls.base
+      scenario:
+        - action: navigate
+          url: $fixtures.testUrls.products
+        - action: fill
+          selector: 'input[name="search"], #search'
+          value: $fixtures.testProducts.laptop.name
+        - action: press
+          key: Enter
+        - action: waitForSelector
+          selector: '.product-card, .product-item'
+          timeout: 3000
+
+execution:
+  on_failure: stop

package/examples/future-api/README.md

@@ -0,0 +1,16 @@
+# Future API Implementation
+
+Phase 3 placeholder - REST API endpoints for QA360 Cloud.
+
+**Status:** Not implemented yet (Month 3).
+
+## Planned Features
+
+- REST API endpoints for remote test execution
+- Cloud-based pack registry
+- Multi-user authentication
+- Result dashboards
+
+## Timeline
+
+This will be implemented in Phase 3 of the QA360 roadmap (Month 3).

package/examples/future-api/diag.js

@@ -0,0 +1,7 @@
+module.exports = (req, res) => {
+  res.setHeader('content-type', 'application/json; charset=utf-8');
+  res.status(200).end(JSON.stringify({
+    ok: true,
+    envCount: Object.keys(process.env || {}).length
+  }));
+};

package/examples/future-api/health.js

@@ -0,0 +1,4 @@
+module.exports = (req, res) => {
+  res.setHeader('content-type', 'application/json; charset=utf-8');
+  res.status(200).end(JSON.stringify({ status: 'ok', ts: new Date().toISOString() }));
+};

package/examples/future-api/packs.js

@@ -0,0 +1,13 @@
+module.exports = (req, res) => {
+  res.setHeader('content-type', 'application/json; charset=utf-8');
+  res.status(200).end(JSON.stringify({
+    packs: [
+      { id:'httpbin',    name:'HTTPBin API Testing',   type:'api' },
+      { id:'petstore',   name:'Swagger Petstore',      type:'openapi' },
+      { id:'custom',     name:'Custom API Pack',       type:'template' },
+      { id:'graphql-sw', name:'GraphQL Star Wars API', type:'graphql' },
+      { id:'realworld',  name:'RealWorld API',         type:'fullstack' }
+    ],
+    total: 5
+  }));
+};

package/examples/future-api/runpack.js

@@ -0,0 +1,10 @@
+module.exports = (req, res) => {
+  let body = '';
+  req.on('data', c => (body += c));
+  req.on('end', () => {
+    let pack = 'unknown';
+    try { pack = (JSON.parse(body||'{}').pack || '').toString(); } catch {}
+    res.setHeader('content-type', 'application/json; charset=utf-8');
+    res.status(200).end(JSON.stringify({ success:true, pack, timestamp: new Date().toISOString() }));
+  });
+};

package/examples/generation/README.md

@@ -0,0 +1,148 @@
+# AI Test Generation Examples
+
+Examples of using QA360's AI-powered test generation module (Phase 4).
+
+## Features
+
+- **SourceAnalyzer**: Analyze source code and extract test requirements
+- **PackGenerator**: Convert test specs to QA360 pack YAML
+- **CodeGenerator**: Generate test code using LLM providers
+
+## Examples
+
+### 1. Analyze Source Code
+
+```typescript
+import { SourceAnalyzer } from 'qa360/core/generation';
+
+const analyzer = new SourceAnalyzer();
+
+// Analyze a single file
+const analysis = analyzer.analyzeFile('./src/userService.ts');
+
+console.log(analysis);
+// {
+//   filePath: './src/userService.ts',
+//   language: 'typescript',
+//   exports: ['UserService', 'createUser'],
+//   functions: [...],
+//   classes: [...],
+//   imports: [...],
+//   hasTests: false,
+//   complexity: 8,
+//   linesOfCode: 45
+// }
+```
+
+### 2. Generate Test Suggestions
+
+```typescript
+const suggestions = analyzer.generateSuggestions(analysis);
+
+console.log(suggestions);
+// [
+//   {
+//     type: 'unit',
+//     priority: 'high',
+//     description: 'Test UserService.createUser method',
+//     functionName: 'createUser',
+//     assertions: ['should create user with valid data', 'should handle errors'],
+//     mocks: ['Database']
+//   },
+//   ...
+// ]
+```
+
+### 3. Generate API Spec from Handlers
+
+```typescript
+// For Express/Fastify handlers
+const apiSpec = analyzer.generateApiSpec(analysis);
+
+console.log(apiSpec);
+// {
+//   type: 'api',
+//   name: 'API Tests',
+//   baseUrl: 'https://localhost:3000',
+//   endpoints: [
+//     { method: 'GET', path: '/users', expectations: [{ status: 200 }] },
+//     { method: 'POST', path: '/users', expectations: [{ status: 201 }] }
+//   ]
+// }
+```
+
+### 4. Convert to Pack YAML
+
+```typescript
+import { PackGenerator } from 'qa360/core/generation';
+
+const packGenerator = new PackGenerator();
+
+// Generate pack from API spec
+const result = packGenerator.generateFromApiSpec(apiSpec, {
+  name: 'My API Tests',
+  baseUrl: 'https://api.example.com'
+});
+
+console.log(result.packYaml);
+// version: 2
+// name: My API Tests
+// gates:
+//   api_smoke:
+//     adapter: playwright-native-api
+//     config:
+//       target:
+//         baseUrl: https://api.example.com
+//         smoke:
+//           - "GET /users -> 200"
+//           - "POST /users -> 201"
+```
+
+### 5. Analyze Directory
+
+```typescript
+const results = analyzer.analyzeDirectory('./src');
+
+console.log(`Analyzed ${results.length} files`);
+results.forEach(analysis => {
+  console.log(`${analysis.filePath}: ${analysis.functions.length} functions, ${analysis.classes.length} classes`);
+});
+```
+
+## Supported Languages
+
+| Language | Extensions | Features |
+|----------|------------|----------|
+| TypeScript | .ts | Functions, Classes, Imports, Async detection |
+| JavaScript | .js, .mjs | Functions, Classes, Imports, CommonJS requires |
+| Python | .py | Functions, Classes, Decorators, Async/await |
+| Go | .go | Functions, Structs, Public/Private detection |
+
+## Test Output Formats
+
+The generation module supports multiple output formats:
+
+- **Pack YAML (v2)**: QA360 pack configuration
+- **Test Code**: Generated test code in various frameworks
+- **Suggestions**: Human-readable test recommendations
+- **API Specs**: Structured API endpoint definitions
+
+## Running Examples
+
+```bash
+# From the examples directory
+cd examples/generation
+
+# Run the source analyzer example
+node source-analyzer-example.js
+
+# Run the pack generator example
+node pack-generator-example.js
+```
+
+## Real-World Usage
+
+See `real-world/` subdirectory for complete examples:
+- `b2bshop.ts` - E2E tests for b2bshop.lovable.app
+- `api-handlers.ts` - API handler analysis example
+- `service-layer.ts` - Service layer testing example

package/examples/generation/pack-generator-example.js

@@ -0,0 +1,115 @@
+#!/usr/bin/env node
+/**
+ * Pack Generator Example
+ *
+ * Demonstrates using QA360's PackGenerator to convert test specs
+ * into QA360 pack YAML format.
+ */
+
+import { PackGenerator } from '../../core/dist/generation/index.js';
+
+// Sample API test spec
+const apiSpec = {
+  type: 'api',
+  name: 'User API Tests',
+  description: 'Generated from source code analysis',
+  baseUrl: 'https://api.example.com',
+  endpoints: [
+    {
+      method: 'GET',
+      path: '/users',
+      description: 'List all users',
+      expectations: [{ status: 200, responseTime: '<500ms' }]
+    },
+    {
+      method: 'GET',
+      path: '/users/:id',
+      description: 'Get user by ID',
+      expectations: [{ status: 200 }, { status: 404 }]
+    },
+    {
+      method: 'POST',
+      path: '/users',
+      description: 'Create new user',
+      expectations: [{ status: 201 }],
+      body: {
+        name: 'Test User',
+        email: 'test@example.com'
+      }
+    },
+    {
+      method: 'PUT',
+      path: '/users/:id',
+      description: 'Update user',
+      expectations: [{ status: 200 }]
+    },
+    {
+      method: 'DELETE',
+      path: '/users/:id',
+      description: 'Delete user',
+      expectations: [{ status: 204 }]
+    }
+  ]
+};
+
+// Sample UI test spec
+const uiSpec = {
+  type: 'ui',
+  name: 'Web App Tests',
+  description: 'UI and E2E tests',
+  baseUrl: 'https://example.com',
+  pages: [
+    {
+      name: 'Homepage',
+      url: 'https://example.com',
+      actions: [
+        { type: 'navigate', url: 'https://example.com' },
+        { type: 'waitFor', selector: 'h1' },
+        { type: 'assert', property: 'title', value: 'Example Domain' }
+      ]
+    },
+    {
+      name: 'Login Page',
+      url: 'https://example.com/login',
+      actions: [
+        { type: 'navigate', url: 'https://example.com/login' },
+        { type: 'waitFor', selector: '#email' },
+        { type: 'fill', selector: '#email', value: 'test@example.com' },
+        { type: 'fill', selector: '#password', value: 'password123' },
+        { type: 'click', selector: 'button[type="submit"]' }
+      ]
+    }
+  ]
+};
+
+console.log('📦 QA360 Pack Generator Example\n');
+console.log('='.repeat(60));
+
+// Create pack generator
+const packGenerator = new PackGenerator();
+
+// Generate pack from API spec
+console.log('\n🔧 Generating API Pack...\n');
+const apiResult = packGenerator.generateFromApiSpec(apiSpec, {
+  name: 'User API Smoke Tests',
+  includeFullTests: true
+});
+
+console.log(apiResult.yaml || 'Error: ' + (apiResult.errors?.join(', ') || 'Unknown error'));
+
+console.log('\n' + '='.repeat(60));
+
+// Generate pack from UI spec
+console.log('\n🎨 Generating UI Pack...\n');
+const uiResult = packGenerator.generateFromUiSpec(uiSpec, {
+  name: 'Web App E2E Tests'
+});
+
+console.log(uiResult.yaml || 'Error: ' + (uiResult.errors?.join(', ') || 'Unknown error'));
+
+console.log('\n' + '='.repeat(60));
+console.log('\n✅ Examples complete!');
+console.log('\n💡 Usage:');
+console.log('   1. Save pack YAML to a file (e.g., api-tests.yml)');
+console.log('   2. Run tests: qa360 run api-tests.yml');
+console.log('   3. Verify proof: qa360 verify .qa360/runs/proof.json');