qa360 2.2.1 → 2.2.13

package/examples/generation/source-analyzer-example.js

@@ -1,115 +0,0 @@
-#!/usr/bin/env node
-/**
- * Source Analyzer Example
- *
- * Demonstrates using QA360's SourceAnalyzer to analyze source code
- * and generate test suggestions.
- */
-
-import { SourceAnalyzer } from '../../core/dist/generation/index.js';
-
-// Sample TypeScript code to analyze
-const sampleCode = `
-export class UserService {
-  constructor(private db: Database) {}
-
-  async createUser(name: string, email: string): Promise<User> {
-    const user = await this.db.insert({ name, email });
-    return user;
-  }
-
-  async getUserById(id: string): Promise<User | null> {
-    return await this.db.findById(id);
-  }
-
-  async updateUser(id: string, data: Partial<User>): Promise<User> {
-    return await this.db.update(id, data);
-  }
-
-  async deleteUser(id: string): Promise<void> {
-    await this.db.delete(id);
-  }
-
-  private validateEmail(email: string): boolean {
-    const regex = /^[^@]+@[^@]+\.[^@]+$/;
-    return regex.test(email);
-  }
-}
-
-export async function getUserStats(userId: string) {
-  const user = await db.findById(userId);
-  return {
-    loginCount: user.loginCount,
-    lastLogin: user.lastLogin
-  };
-}
-`;
-
-// Write sample code to a temp file
-import { writeFileSync, unlinkSync } from 'fs';
-import { join } from 'path';
-
-const tempFile = join(process.cwd(), 'temp-sample.ts');
-writeFileSync(tempFile, sampleCode);
-
-try {
-  // Create analyzer
-  const analyzer = new SourceAnalyzer();
-
-  console.log('🔍 Analyzing source code...\n');
-
-  // Analyze the file
-  const analysis = analyzer.analyzeFile(tempFile);
-
-  console.log('📊 Analysis Results:');
-  console.log(`  Language: ${analysis.language}`);
-  console.log(`  Lines of Code: ${analysis.linesOfCode}`);
-  console.log(`  Complexity: ${analysis.complexity}`);
-  console.log(`  Has Tests: ${analysis.hasTests ? 'Yes' : 'No'}\n`);
-
-  console.log(`📦 Exports (${analysis.exports.length}):`);
-  analysis.exports.forEach(exp => console.log(`  - ${exp}`));
-
-  console.log(`\n📋 Functions (${analysis.functions.length}):`);
-  analysis.functions.forEach(fn => {
-    console.log(`  - ${fn.name}${fn.isAsync ? ' (async)' : ''}`);
-    console.log(`    Params: ${fn.params.join(', ') || 'none'}`);
-    console.log(`    Complexity: ${fn.complexity}`);
-  });
-
-  console.log(`\n🏗️  Classes (${analysis.classes.length}):`);
-  analysis.classes.forEach(cls => {
-    console.log(`  - ${cls.name}${cls.extends ? ` extends ${cls.extends}` : ''}`);
-    console.log(`    Methods: ${cls.methods.map(m => m.name).join(', ')}`);
-  });
-
-  console.log(`\n📥 Imports (${analysis.imports.length}):`);
-  analysis.imports.forEach(imp => {
-    console.log(`  - ${imp.module} ${imp.isExternal ? '(external)' : '(local)'}`);
-  });
-
-  // Generate test suggestions
-  console.log('\n💡 Test Suggestions:');
-  const suggestions = analyzer.generateSuggestions(analysis);
-
-  suggestions.forEach((suggestion, i) => {
-    console.log(`  ${i + 1}. [${suggestion.type.toUpperCase()}] ${suggestion.description}`);
-    console.log(`     Priority: ${suggestion.priority}`);
-    if (suggestion.assertions.length > 0) {
-      console.log(`     Assertions: ${suggestion.assertions.slice(0, 2).join(', ')}...`);
-    }
-  });
-
-  // Generate unit test spec
-  console.log('\n📝 Generated Unit Test Spec:');
-  const spec = analyzer.generateSpec(analysis);
-  console.log(`  Type: ${spec.type}`);
-  console.log(`  Framework: ${spec.framework}`);
-  console.log(`  Source File: ${spec.source.filePath}`);
-
-} finally {
-  // Clean up
-  unlinkSync(tempFile);
-}
-
-console.log('\n✅ Analysis complete!');

package/examples/httpbin/pack.yml

@@ -1,59 +0,0 @@
-version: 1
-name: httpbin-api-tests
-description: "HTTPBin API testing suite with comprehensive quality gates"
-
-gates:
-  - api_smoke
-  - perf
-  - sast
-
-targets:
-  api:
-    baseUrl: "https://httpbin.org"
-    smoke:
-      - "GET /get -> 200"
-      - "POST /post -> 200"
-      - "PUT /put -> 200"
-      - "DELETE /delete -> 200"
-      - "GET /status/404 -> 404"
-      - "GET /delay/1 -> 200"
-
-budgets:
-  perf_p95_ms: 2000
-  a11y_min: 85
-
-security:
-  sast_max_high: 0
-  secrets_leak: 0
-
-data:
-  profile: demo
-  seed: 42
-
-hooks:
-  beforeAll:
-    - run: "echo 'Starting HTTPBin API tests'"
-      timeout: 5000
-  afterAll:
-    - run: "echo 'HTTPBin API tests completed'"
-      timeout: 5000
-
-execution:
-  retry_on:
-    - "ECONNRESET"
-    - "502"
-    - "503"
-  max_retries: 2
-  fail_on_readiness: true
-  timeout: 30000
-
-observability:
-  metrics: true
-  trace: basic
-
-environment:
-  TEST_ENV: "demo"
-  API_TIMEOUT: "30000"
-  USER_AGENT: "QA360-Test-Suite/1.0"
-  # Example secret reference (would be interpolated at runtime)
-  # API_KEY: "${{ secrets.HTTPBIN_API_KEY }}"

package/examples/load-testing/mcp-load.yml

@@ -1,115 +0,0 @@
-config:
-  target: "http://localhost:4060"
-  phases:
-    - duration: 30
-      arrivalRate: 50
-      rampTo: 100
-      name: "Load Testing - MCP Server"
-  processor: "./mcp-load-processor.js"
-  
-scenarios:
-  - name: "Concurrent qa360.run calls"
-    weight: 40
-    flow:
-      - post:
-          url: "/mcp/call"
-          json:
-            jsonrpc: "2.0"
-            id: "{{ $randomString() }}"
-            method: "tools/call"
-            params:
-              name: "qa360.run"
-              arguments:
-                pack: "examples/httpbin/pack.yml"
-                run_key: "load-test-{{ $randomString() }}"
-          capture:
-            - json: "$.result.run_id"
-              as: "runId"
-            - json: "$.result.trust_score"
-              as: "trustScore"
-          expect:
-            - statusCode: 200
-            - contentType: json
-            - hasProperty: result
-            
-  - name: "Concurrent qa360.history.list"
-    weight: 30
-    flow:
-      - post:
-          url: "/mcp/call"
-          json:
-            jsonrpc: "2.0"
-            id: "{{ $randomString() }}"
-            method: "tools/call"
-            params:
-              name: "qa360.history.list"
-              arguments:
-                limit: 10
-          expect:
-            - statusCode: 200
-            - contentType: json
-            
-  - name: "Concurrent qa360.verify"
-    weight: 20
-    flow:
-      - post:
-          url: "/mcp/call"
-          json:
-            jsonrpc: "2.0"
-            id: "{{ $randomString() }}"
-            method: "tools/call"
-            params:
-              name: "qa360.verify"
-              arguments:
-                run_id: "{{ runId }}"
-          expect:
-            - statusCode: 200
-            
-  - name: "Cancel mid-run"
-    weight: 10
-    flow:
-      - post:
-          url: "/mcp/call"
-          json:
-            jsonrpc: "2.0"
-            id: "start-{{ $randomString() }}"
-            method: "tools/call"
-            params:
-              name: "qa360.run"
-              arguments:
-                pack: "examples/packs-conformance/heavy-artifacts.yml"
-                run_key: "cancel-test-{{ $randomString() }}"
-          capture:
-            - json: "$.result.run_id"
-              as: "cancelRunId"
-      - think: 0.5
-      - post:
-          url: "/cancel/{{ cancelRunId }}"
-          expect:
-            - statusCode: 200
-            - json: "$.status"
-              value: "cancelled"
-
-plugins:
-  metrics-by-endpoint:
-    stripQueryString: true
-    
-  expect:
-    outputFormat: json
-    
-expectations:
-  - name: "Response time p95 <= 150ms"
-    metric: http.response_time.p95
-    threshold: 150
-    
-  - name: "Response time p99 <= 300ms"
-    metric: http.response_time.p99
-    threshold: 300
-    
-  - name: "Error rate <= 1%"
-    metric: vusers.failed
-    threshold: 1
-    
-  - name: "Success rate >= 99%"
-    metric: http.codes.200
-    threshold: 99

package/examples/load-testing/mcp-stdio.yml

@@ -1,95 +0,0 @@
-config:
-  target: "stdio://qa360-mcp"
-  phases:
-    - duration: 30
-      arrivalRate: 10
-      name: "Fuzz Testing - JSON-RPC Protocol"
-  processor: "./mcp-fuzz-processor.js"
-  
-scenarios:
-  # Valid requests
-  - name: "Valid list_tools"
-    weight: 30
-    flow:
-      - function: "sendListTools"
-      - think: 0.1
-      
-  - name: "Valid call_tool qa360.run"
-    weight: 20
-    flow:
-      - function: "sendCallToolRun"
-      - think: 0.2
-      
-  - name: "Valid call_tool qa360.history.list"
-    weight: 20
-    flow:
-      - function: "sendCallToolHistoryList"
-      - think: 0.1
-      
-  # Fuzz: Invalid JSON-RPC
-  - name: "Fuzz: Missing jsonrpc field"
-    weight: 5
-    flow:
-      - function: "sendMissingJsonRpc"
-      - think: 0.1
-      
-  - name: "Fuzz: Invalid method"
-    weight: 5
-    flow:
-      - function: "sendInvalidMethod"
-      - think: 0.1
-      
-  - name: "Fuzz: Missing required params"
-    weight: 5
-    flow:
-      - function: "sendMissingParams"
-      - think: 0.1
-      
-  - name: "Fuzz: Wrong param types"
-    weight: 5
-    flow:
-      - function: "sendWrongParamTypes"
-      - think: 0.1
-      
-  - name: "Fuzz: Unknown fields"
-    weight: 5
-    flow:
-      - function: "sendUnknownFields"
-      - think: 0.1
-      
-  - name: "Fuzz: Malformed JSON"
-    weight: 5
-    flow:
-      - function: "sendMalformedJson"
-      - think: 0.1
-
-plugins:
-  expect:
-    outputFormat: json
-    
-expectations:
-  - name: "Valid requests return success"
-    conditions:
-      - statusCode: 200
-      - contentType: json
-      
-  - name: "Invalid requests return proper error codes"
-    conditions:
-      - or:
-          - jsonpath: "$.error.code"
-            value: -32600  # Invalid Request
-          - jsonpath: "$.error.code"
-            value: -32601  # Method not found
-          - jsonpath: "$.error.code"
-            value: -32602  # Invalid params
-          - jsonpath: "$.error.code"
-            value: -32603  # Internal error
-            
-  - name: "All responses are redacted"
-    conditions:
-      - not:
-          contentType: "password"
-      - not:
-          contentType: "Bearer"
-      - not:
-          contentType: "sk-"

package/examples/mcp/claude-desktop-config.json

@@ -1,33 +0,0 @@
-{
-  "mcpServers": {
-    "qa360": {
-      "command": "qa360-mcp",
-      "args": ["--allow-run", "--allow-secrets"],
-      "env": {
-        "QA360_LOG_LEVEL": "info",
-        "NODE_ENV": "production"
-      }
-    },
-    "qa360-readonly": {
-      "command": "qa360-mcp",
-      "args": ["--rate-limit", "10"],
-      "env": {
-        "QA360_LOG_LEVEL": "warn"
-      }
-    },
-    "qa360-dev": {
-      "command": "qa360-mcp",
-      "args": [
-        "--allow-run",
-        "--allow-secrets", 
-        "--max-concurrency", "5",
-        "--rate-limit", "20",
-        "--audit-path", "~/.qa360/mcp-dev-audit.log"
-      ],
-      "env": {
-        "QA360_LOG_LEVEL": "debug",
-        "NODE_ENV": "development"
-      }
-    }
-  }
-}

package/examples/mcp/claude-desktop.json

@@ -1,16 +0,0 @@
-{
-  "mcpServers": {
-    "qa360": {
-      "command": "node",
-      "args": [
-        "/path/to/qa360/packages/mcp-server-qa360/dist/index.js",
-        "--allow-run",
-        "--rate-limit", "30/m",
-        "--audit-log"
-      ],
-      "env": {
-        "QA360_HOME": "${HOME}/.qa360"
-      }
-    }
-  }
-}

package/examples/mcp/conversation-sample.md

@@ -1,131 +0,0 @@
-# QA360 MCP Conversation Sample
-
-## Example 1: Natural Language to Test Pack
-
-**User:** "I want to test the API endpoints of my e-commerce site at https://api.shop.com. Check the products list, user authentication, and cart operations."
-
-**Claude with QA360 MCP:**
-```
-I'll help you create a comprehensive test pack for your e-commerce API. Let me generate a QA360 pack based on your requirements.
-
-[Uses qa360.pack.ask tool]
-```
-
-**Generated Pack:**
-```yaml
-name: ecommerce-api-test
-version: 1.0.0
-description: E-commerce API comprehensive testing
-adapters:
-  - playwright-api
-tests:
-  - name: products-list
-    adapter: playwright-api
-    config:
-      url: https://api.shop.com/products
-      method: GET
-      expect:
-        status: 200
-        schema: products-schema.json
-  - name: user-auth
-    adapter: playwright-api
-    config:
-      url: https://api.shop.com/auth/login
-      method: POST
-      body:
-        email: "test@example.com"
-        password: "testpass"
-      expect:
-        status: 200
-        headers:
-          - "authorization"
-  - name: cart-operations
-    adapter: playwright-api
-    config:
-      url: https://api.shop.com/cart
-      method: POST
-      headers:
-        authorization: "Bearer {{auth_token}}"
-      body:
-        product_id: 123
-        quantity: 2
-      expect:
-        status: 201
-```
-
-## Example 2: Run Tests and Get Results
-
-**User:** "Run the tests and show me the results"
-
-**Claude with QA360 MCP:**
-```
-I'll execute your test pack and provide detailed results.
-
-[Uses qa360.run tool with the generated pack]
-```
-
-**Results:**
-```json
-{
-  "runId": "run-20241024-173845",
-  "status": "completed",
-  "trustScore": 85,
-  "gates": [
-    {
-      "name": "products-list",
-      "status": "passed",
-      "duration": 245,
-      "details": "API responded correctly with 150 products"
-    },
-    {
-      "name": "user-auth", 
-      "status": "passed",
-      "duration": 189,
-      "details": "Authentication successful, JWT token received"
-    },
-    {
-      "name": "cart-operations",
-      "status": "failed", 
-      "duration": 1205,
-      "error": "Timeout: Request took longer than 1000ms"
-    }
-  ]
-}
-```
-
-## Example 3: Analyze History and Trends
-
-**User:** "Show me the testing trends for the last week"
-
-**Claude with QA360 MCP:**
-```
-Let me analyze your testing history and show trends.
-
-[Uses qa360.history.trend tool]
-```
-
-**Trend Analysis:**
-- **Success Rate:** 78% (down 5% from last week)
-- **Performance:** Average response time increased by 12%
-- **Most Failing Test:** cart-operations (timeout issues)
-- **Recommendation:** Investigate cart service performance
-
-## Example 4: Security and Secrets Management
-
-**User:** "I need to store API keys securely for my tests"
-
-**Claude with QA360 MCP:**
-```
-I'll help you securely store your API credentials.
-
-[Uses qa360.secrets.add tool - requires --allow-secrets]
-```
-
-**Secure Storage:**
-```
-✅ API key stored securely with AES-256 encryption
-🔐 Access logged in audit trail
-🎯 Available in test packs as {{API_KEY}}
-```
-
-This demonstrates the complete workflow: Natural Language → Test Generation → Execution → Analysis → Security, all through conversational interface with Claude.