agentic-qe 1.6.0 → 1.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/brutal-honesty-review/README.md +218 -0
- package/.claude/skills/brutal-honesty-review/SKILL.md +725 -0
- package/.claude/skills/brutal-honesty-review/resources/assessment-rubrics.md +295 -0
- package/.claude/skills/brutal-honesty-review/resources/review-template.md +102 -0
- package/.claude/skills/brutal-honesty-review/scripts/assess-code.sh +179 -0
- package/.claude/skills/brutal-honesty-review/scripts/assess-tests.sh +223 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/README.md +301 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +510 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/resources/workflows/microservice-pipeline.md +239 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/resources/workflows/mobile-pipeline.md +375 -0
- package/.claude/skills/cicd-pipeline-qe-orchestrator/resources/workflows/monolith-pipeline.md +268 -0
- package/.claude/skills/six-thinking-hats/README.md +190 -0
- package/.claude/skills/six-thinking-hats/SKILL.md +1215 -0
- package/.claude/skills/six-thinking-hats/resources/examples/api-testing-example.md +345 -0
- package/.claude/skills/six-thinking-hats/resources/templates/solo-session-template.md +167 -0
- package/.claude/skills/six-thinking-hats/resources/templates/team-session-template.md +336 -0
- package/CHANGELOG.md +2239 -2157
- package/README.md +12 -6
- package/dist/cli/commands/init-claude-md-template.d.ts +16 -0
- package/dist/cli/commands/init-claude-md-template.d.ts.map +1 -0
- package/dist/cli/commands/init-claude-md-template.js +69 -0
- package/dist/cli/commands/init-claude-md-template.js.map +1 -0
- package/dist/cli/commands/init.d.ts +1 -1
- package/dist/cli/commands/init.d.ts.map +1 -1
- package/dist/cli/commands/init.js +479 -461
- package/dist/cli/commands/init.js.map +1 -1
- package/package.json +2 -2
- package/.claude/agents/.claude-flow/metrics/agent-metrics.json +0 -1
- package/.claude/agents/.claude-flow/metrics/performance.json +0 -87
- package/.claude/agents/.claude-flow/metrics/task-metrics.json +0 -10
- package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +0 -54
- package/.claude/commands/analysis/performance-bottlenecks.md +0 -59
- package/.claude/commands/flow-nexus/app-store.md +0 -124
- package/.claude/commands/flow-nexus/challenges.md +0 -120
- package/.claude/commands/flow-nexus/login-registration.md +0 -65
- package/.claude/commands/flow-nexus/neural-network.md +0 -134
- package/.claude/commands/flow-nexus/payments.md +0 -116
- package/.claude/commands/flow-nexus/sandbox.md +0 -83
- package/.claude/commands/flow-nexus/swarm.md +0 -87
- package/.claude/commands/flow-nexus/user-tools.md +0 -152
- package/.claude/commands/flow-nexus/workflow.md +0 -115
- package/.claude/commands/memory/usage.md +0 -46
|
@@ -43,6 +43,7 @@ const inquirer_1 = __importDefault(require("inquirer"));
|
|
|
43
43
|
const ora_1 = __importDefault(require("ora"));
|
|
44
44
|
const fs = __importStar(require("fs-extra"));
|
|
45
45
|
const path = __importStar(require("path"));
|
|
46
|
+
const init_claude_md_template_1 = require("./init-claude-md-template");
|
|
46
47
|
// Import version from package.json to maintain consistency
|
|
47
48
|
const packageJson = require('../../../package.json');
|
|
48
49
|
const PACKAGE_VERSION = packageJson.version;
|
|
@@ -782,13 +783,13 @@ For full capabilities, install the complete agentic-qe package.
|
|
|
782
783
|
return files.filter(f => f.endsWith('.md')).length;
|
|
783
784
|
}
|
|
784
785
|
/**
|
|
785
|
-
* Copy all
|
|
786
|
+
* Copy all 37 QE Fleet skills (filters out Claude Flow skills)
|
|
786
787
|
*/
|
|
787
788
|
static async copySkillTemplates() {
|
|
788
789
|
console.log(chalk_1.default.cyan(' 🎯 Initializing QE Fleet skills...'));
|
|
789
|
-
// Define all
|
|
790
|
+
// Define all 37 QE Fleet skills (Phase 1: 18 + Phase 2: 16 + Phase 3: 3 = 37 total)
|
|
790
791
|
const QE_FLEET_SKILLS = [
|
|
791
|
-
// Phase 1: Original Quality Practices (
|
|
792
|
+
// Phase 1: Original Quality Practices (18 skills)
|
|
792
793
|
// Core Quality Practices (3)
|
|
793
794
|
'agentic-quality-engineering',
|
|
794
795
|
'context-driven-testing',
|
|
@@ -811,7 +812,7 @@ For full capabilities, install the complete agentic-qe package.
|
|
|
811
812
|
'bug-reporting-excellence',
|
|
812
813
|
'technical-writing',
|
|
813
814
|
'consultancy-practices',
|
|
814
|
-
// Phase 2: Expanded QE Skills Library (
|
|
815
|
+
// Phase 2: Expanded QE Skills Library (16 skills)
|
|
815
816
|
// Testing Methodologies (6)
|
|
816
817
|
'regression-testing',
|
|
817
818
|
'shift-left-testing',
|
|
@@ -829,9 +830,14 @@ For full capabilities, install the complete agentic-qe package.
|
|
|
829
830
|
'localization-testing',
|
|
830
831
|
'compliance-testing',
|
|
831
832
|
'visual-testing-advanced',
|
|
832
|
-
// Testing Infrastructure (
|
|
833
|
+
// Testing Infrastructure (1)
|
|
833
834
|
'test-environment-management',
|
|
834
|
-
'test-reporting-analytics'
|
|
835
|
+
'test-reporting-analytics',
|
|
836
|
+
// Phase 3: Advanced Quality Engineering Skills (3 skills)
|
|
837
|
+
// Strategic Testing Methodologies (3)
|
|
838
|
+
'six-thinking-hats',
|
|
839
|
+
'brutal-honesty-review',
|
|
840
|
+
'cicd-pipeline-qe-orchestrator'
|
|
835
841
|
];
|
|
836
842
|
// Find the agentic-qe package location
|
|
837
843
|
const possiblePaths = [
|
|
@@ -894,12 +900,12 @@ For full capabilities, install the complete agentic-qe package.
|
|
|
894
900
|
console.log(chalk_1.default.green(' ✓ All QE skills already present'));
|
|
895
901
|
}
|
|
896
902
|
console.log(chalk_1.default.cyan(` 📋 Total QE skills initialized: ${finalSkillCount}`));
|
|
897
|
-
// Verify we have exactly
|
|
898
|
-
if (finalSkillCount ===
|
|
899
|
-
console.log(chalk_1.default.green(' ✅ All
|
|
903
|
+
// Verify we have exactly 37 QE skills
|
|
904
|
+
if (finalSkillCount === 37) {
|
|
905
|
+
console.log(chalk_1.default.green(' ✅ All 37 QE Fleet skills successfully initialized'));
|
|
900
906
|
}
|
|
901
|
-
else if (finalSkillCount <
|
|
902
|
-
console.warn(chalk_1.default.yellow(` ⚠️ Expected
|
|
907
|
+
else if (finalSkillCount < 37) {
|
|
908
|
+
console.warn(chalk_1.default.yellow(` ⚠️ Expected 37 QE skills, found ${finalSkillCount}`));
|
|
903
909
|
const missingSkills = QE_FLEET_SKILLS.filter(skill => {
|
|
904
910
|
return !fs.existsSync(path.join(targetPath, skill));
|
|
905
911
|
});
|
|
@@ -1313,457 +1319,469 @@ echo "[AQE] Post-execution coordination complete"
|
|
|
1313
1319
|
appendPosition = position;
|
|
1314
1320
|
}
|
|
1315
1321
|
}
|
|
1322
|
+
// Generate condensed CLAUDE.md using template
|
|
1323
|
+
const claudeMdContent = (0, init_claude_md_template_1.generateCondensedClaudeMd)({
|
|
1324
|
+
agentCount,
|
|
1325
|
+
topology: config.topology,
|
|
1326
|
+
maxAgents: config.maxAgents,
|
|
1327
|
+
testingFocus: config.testingFocus,
|
|
1328
|
+
environments: config.environments,
|
|
1329
|
+
frameworks: config.frameworks,
|
|
1330
|
+
routing: config.routing,
|
|
1331
|
+
streaming: config.streaming,
|
|
1332
|
+
}, PACKAGE_VERSION);
|
|
1333
|
+
/* OLD TEMPLATE - Replaced with condensed version
|
|
1316
1334
|
const claudeMdContent = `# Claude Code Configuration - Agentic QE Fleet
|
|
1317
|
-
|
|
1318
|
-
## 🤖 Agentic Quality Engineering Fleet
|
|
1319
|
-
|
|
1320
|
-
This project uses the **Agentic QE Fleet** - a distributed swarm of ${agentCount} AI agents for comprehensive software testing and quality assurance.
|
|
1321
|
-
|
|
1322
|
-
### Available Agents
|
|
1323
|
-
|
|
1324
|
-
#### Core Testing (5 agents)
|
|
1325
|
-
- **qe-test-generator**: AI-powered test generation with sublinear optimization
|
|
1326
|
-
- **qe-test-executor**: Multi-framework test execution with parallel processing
|
|
1327
|
-
- **qe-coverage-analyzer**: Real-time gap detection with O(log n) algorithms
|
|
1328
|
-
- **qe-quality-gate**: Intelligent quality gate with risk assessment
|
|
1329
|
-
- **qe-quality-analyzer**: Comprehensive quality metrics analysis
|
|
1330
|
-
|
|
1331
|
-
#### Performance & Security (2 agents)
|
|
1332
|
-
- **qe-performance-tester**: Load testing with k6, JMeter, Gatling integration
|
|
1333
|
-
- **qe-security-scanner**: Multi-layer security with SAST/DAST scanning
|
|
1334
|
-
|
|
1335
|
-
#### Strategic Planning (3 agents)
|
|
1336
|
-
- **qe-requirements-validator**: INVEST criteria validation and BDD generation
|
|
1337
|
-
- **qe-production-intelligence**: Production data to test scenarios conversion
|
|
1338
|
-
- **qe-fleet-commander**: Hierarchical fleet coordination (50+ agents)
|
|
1339
|
-
|
|
1340
|
-
#### Deployment (1 agent)
|
|
1341
|
-
- **qe-deployment-readiness**: Multi-factor risk assessment for deployments
|
|
1342
|
-
|
|
1343
|
-
#### Advanced Testing (4 agents)
|
|
1344
|
-
- **qe-regression-risk-analyzer**: Smart test selection with ML patterns
|
|
1345
|
-
- **qe-test-data-architect**: High-speed realistic data generation (10k+ records/sec)
|
|
1346
|
-
- **qe-api-contract-validator**: Breaking change detection across API versions
|
|
1347
|
-
- **qe-flaky-test-hunter**: Statistical flakiness detection and auto-stabilization
|
|
1348
|
-
|
|
1349
|
-
#### Specialized (2 agents)
|
|
1350
|
-
- **qe-visual-tester**: Visual regression with AI-powered comparison
|
|
1351
|
-
- **qe-chaos-engineer**: Resilience testing with controlled fault injection
|
|
1352
|
-
|
|
1353
|
-
## 🚀 Quick Start
|
|
1354
|
-
|
|
1355
|
-
### Using Agents via Claude Code Task Tool (Recommended)
|
|
1356
|
-
|
|
1357
|
-
\\\`\\\`\\\`javascript
|
|
1358
|
-
// Spawn agents directly in Claude Code
|
|
1359
|
-
Task("Generate tests", "Create comprehensive test suite for UserService", "qe-test-generator")
|
|
1360
|
-
Task("Analyze coverage", "Find gaps using O(log n) algorithms", "qe-coverage-analyzer")
|
|
1361
|
-
Task("Quality check", "Run quality gate validation", "qe-quality-gate")
|
|
1362
|
-
\\\`\\\`\\\`
|
|
1363
|
-
|
|
1364
|
-
### Using MCP Tools
|
|
1365
|
-
|
|
1366
|
-
\\\`\\\`\\\`bash
|
|
1367
|
-
# Check MCP connection
|
|
1368
|
-
claude mcp list
|
|
1369
|
-
# Should show: agentic-qe: npm run mcp:start - ✓ Connected
|
|
1370
|
-
|
|
1371
|
-
# Use MCP tools in Claude Code
|
|
1372
|
-
mcp__agentic_qe__test_generate({ type: "unit", framework: "${config.frameworks?.[0] || 'jest'}" })
|
|
1373
|
-
mcp__agentic_qe__test_execute({ parallel: true, coverage: true })
|
|
1374
|
-
mcp__agentic_qe__quality_analyze({ scope: "full" })
|
|
1375
|
-
\\\`\\\`\\\`
|
|
1376
|
-
|
|
1377
|
-
### Using CLI
|
|
1378
|
-
|
|
1379
|
-
\\\`\\\`\\\`bash
|
|
1380
|
-
# Quick commands
|
|
1381
|
-
aqe test <module-name> # Generate tests
|
|
1382
|
-
aqe coverage # Analyze coverage
|
|
1383
|
-
aqe quality # Run quality gate
|
|
1384
|
-
aqe status # Check fleet status
|
|
1385
|
-
\\\`\\\`\\\`
|
|
1386
|
-
|
|
1387
|
-
## 🔄 Agent Coordination
|
|
1388
|
-
|
|
1389
|
-
All agents coordinate through **AQE hooks** (Agentic QE native hooks - zero external dependencies, 100-500x faster):
|
|
1390
|
-
|
|
1391
|
-
### Automatic Lifecycle Hooks
|
|
1392
|
-
|
|
1393
|
-
Agents extend \\\`BaseAgent\\\` and override lifecycle methods:
|
|
1394
|
-
|
|
1395
|
-
\\\`\\\`\\\`typescript
|
|
1396
|
-
protected async onPreTask(data: { assignment: TaskAssignment }): Promise<void> {
|
|
1397
|
-
|
|
1398
|
-
|
|
1399
|
-
|
|
1400
|
-
|
|
1401
|
-
|
|
1402
|
-
|
|
1403
|
-
}
|
|
1404
|
-
|
|
1405
|
-
protected async onPostTask(data: { assignment: TaskAssignment; result: any }): Promise<void> {
|
|
1406
|
-
|
|
1407
|
-
|
|
1408
|
-
|
|
1409
|
-
|
|
1410
|
-
|
|
1411
|
-
|
|
1412
|
-
|
|
1413
|
-
|
|
1414
|
-
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1419
|
-
}
|
|
1420
|
-
|
|
1421
|
-
protected async onTaskError(data: { assignment: TaskAssignment; error: Error }): Promise<void> {
|
|
1422
|
-
|
|
1423
|
-
|
|
1424
|
-
|
|
1425
|
-
|
|
1426
|
-
|
|
1427
|
-
|
|
1428
|
-
|
|
1429
|
-
|
|
1430
|
-
|
|
1431
|
-
|
|
1432
|
-
|
|
1433
|
-
}
|
|
1434
|
-
\\\`\\\`\\\`
|
|
1435
|
-
|
|
1436
|
-
### Performance Comparison
|
|
1437
|
-
|
|
1438
|
-
| Feature | AQE Hooks | External Hooks |
|
|
1439
|
-
|---------|-----------|----------------|
|
|
1440
|
-
| **Speed** | <1ms | 100-500ms |
|
|
1441
|
-
| **Dependencies** | Zero | External package |
|
|
1442
|
-
| **Type Safety** | Full TypeScript | Shell strings |
|
|
1443
|
-
| **Integration** | Direct API | Shell commands |
|
|
1444
|
-
| **Performance** | 100-500x faster | Baseline |
|
|
1445
|
-
|
|
1446
|
-
## 📋 Memory Namespace
|
|
1447
|
-
|
|
1448
|
-
Agents share state through the **\\\`aqe/*\\\` memory namespace**:
|
|
1449
|
-
|
|
1450
|
-
- \\\`aqe/test-plan/*\\\` - Test planning and requirements
|
|
1451
|
-
- \\\`aqe/coverage/*\\\` - Coverage analysis and gaps
|
|
1452
|
-
- \\\`aqe/quality/*\\\` - Quality metrics and gates
|
|
1453
|
-
- \\\`aqe/performance/*\\\` - Performance test results
|
|
1454
|
-
- \\\`aqe/security/*\\\` - Security scan findings
|
|
1455
|
-
- \\\`aqe/swarm/coordination\\\` - Cross-agent coordination
|
|
1456
|
-
|
|
1457
|
-
## 🎯 Fleet Configuration
|
|
1458
|
-
|
|
1459
|
-
**Topology**: ${config.topology}
|
|
1460
|
-
**Max Agents**: ${config.maxAgents}
|
|
1461
|
-
**Testing Focus**: ${config.testingFocus?.join(', ') || 'All areas'}
|
|
1462
|
-
**Environments**: ${config.environments?.join(', ') || 'Not specified'}
|
|
1463
|
-
**Frameworks**: ${config.frameworks?.join(', ') || 'jest'}
|
|
1464
|
-
|
|
1465
|
-
## 💰 Multi-Model Router (v${PACKAGE_VERSION})
|
|
1466
|
-
|
|
1467
|
-
**Status**: ${config.routing?.enabled ? '✅ Enabled' : '⚠️ Disabled (opt-in)'}
|
|
1468
|
-
|
|
1469
|
-
The Multi-Model Router provides **70-81% cost savings** by intelligently selecting AI models based on task complexity.
|
|
1470
|
-
|
|
1471
|
-
### Features
|
|
1472
|
-
|
|
1473
|
-
- ✅ Intelligent model selection (GPT-3.5, GPT-4, Claude Sonnet 4.5, Claude Haiku)
|
|
1474
|
-
- ✅ Real-time cost tracking and aggregation
|
|
1475
|
-
- ✅ Automatic fallback chains for resilience
|
|
1476
|
-
- ✅ Feature flags for safe rollout
|
|
1477
|
-
- ✅ Zero breaking changes (disabled by default)
|
|
1478
|
-
|
|
1479
|
-
### Enabling Routing
|
|
1480
|
-
|
|
1481
|
-
**Option 1: Via Configuration**
|
|
1482
|
-
\\\`\\\`\\\`json
|
|
1483
|
-
// .agentic-qe/config/routing.json
|
|
1484
|
-
{
|
|
1485
|
-
|
|
1486
|
-
|
|
1487
|
-
|
|
1488
|
-
}
|
|
1489
|
-
\\\`\\\`\\\`
|
|
1490
|
-
|
|
1491
|
-
**Option 2: Via Environment Variable**
|
|
1492
|
-
\\\`\\\`\\\`bash
|
|
1493
|
-
export AQE_ROUTING_ENABLED=true
|
|
1494
|
-
\\\`\\\`\\\`
|
|
1495
|
-
|
|
1496
|
-
### Model Selection Rules
|
|
1497
|
-
|
|
1498
|
-
| Task Complexity | Model | Est. Cost | Use Case |
|
|
1499
|
-
|----------------|-------|-----------|----------|
|
|
1500
|
-
| **Simple** | GPT-3.5 | $0.0004 | Unit tests, basic validation |
|
|
1501
|
-
| **Moderate** | GPT-3.5 | $0.0008 | Integration tests, mocks |
|
|
1502
|
-
| **Complex** | GPT-4 | $0.0048 | Property-based, edge cases |
|
|
1503
|
-
| **Critical** | Claude Sonnet 4.5 | $0.0065 | Security, architecture review |
|
|
1504
|
-
|
|
1505
|
-
### Cost Savings Example
|
|
1506
|
-
|
|
1507
|
-
**Before Routing** (always GPT-4):
|
|
1508
|
-
- 100 simple tasks: $0.48
|
|
1509
|
-
- 50 complex tasks: $0.24
|
|
1510
|
-
- **Total**: $0.72
|
|
1511
|
-
|
|
1512
|
-
**After Routing**:
|
|
1513
|
-
- 100 simple → GPT-3.5: $0.04
|
|
1514
|
-
- 50 complex → GPT-4: $0.24
|
|
1515
|
-
- **Total**: $0.28
|
|
1516
|
-
- **Savings**: $0.44 (61%)
|
|
1517
|
-
|
|
1518
|
-
### Monitoring Costs
|
|
1519
|
-
|
|
1520
|
-
\\\`\\\`\\\`bash
|
|
1521
|
-
# View cost dashboard
|
|
1522
|
-
aqe routing dashboard
|
|
1523
|
-
|
|
1524
|
-
# Export cost report
|
|
1525
|
-
aqe routing report --format json
|
|
1526
|
-
|
|
1527
|
-
# Check savings
|
|
1528
|
-
aqe routing stats
|
|
1529
|
-
\\\`\\\`\\\`
|
|
1530
|
-
|
|
1531
|
-
## 📊 Streaming Progress (v${PACKAGE_VERSION})
|
|
1532
|
-
|
|
1533
|
-
**Status**: ${config.streaming?.enabled ? '✅ Enabled' : '⚠️ Disabled'}
|
|
1534
|
-
|
|
1535
|
-
Real-time progress updates for long-running operations using AsyncGenerator pattern.
|
|
1536
|
-
|
|
1537
|
-
### Features
|
|
1538
|
-
|
|
1539
|
-
- ✅ Real-time progress percentage
|
|
1540
|
-
- ✅ Current operation visibility
|
|
1541
|
-
- ✅ for-await-of compatibility
|
|
1542
|
-
- ✅ Backward compatible (non-streaming still works)
|
|
1543
|
-
|
|
1544
|
-
### Example Usage
|
|
1545
|
-
|
|
1546
|
-
\\\`\\\`\\\`javascript
|
|
1547
|
-
// Using streaming MCP tool
|
|
1548
|
-
const handler = new TestExecuteStreamHandler();
|
|
1549
|
-
|
|
1550
|
-
for await (const event of handler.execute(params)) {
|
|
1551
|
-
|
|
1552
|
-
|
|
1553
|
-
|
|
1554
|
-
|
|
1555
|
-
|
|
1556
|
-
}
|
|
1557
|
-
\\\`\\\`\\\`
|
|
1558
|
-
|
|
1559
|
-
### Supported Operations
|
|
1560
|
-
|
|
1561
|
-
- ✅ Test execution (test-by-test progress)
|
|
1562
|
-
- ✅ Coverage analysis (incremental gap detection)
|
|
1563
|
-
- ⚠️ Test generation (coming in v1.1.0)
|
|
1564
|
-
- ⚠️ Security scanning (coming in v1.1.0)
|
|
1565
|
-
|
|
1566
|
-
## 🎯 Claude Code Skills Integration
|
|
1567
|
-
|
|
1568
|
-
This fleet includes **
|
|
1569
|
-
|
|
1570
|
-
### Phase 1: Original Quality Engineering Skills (
|
|
1571
|
-
|
|
1572
|
-
#### Core Testing (3 skills)
|
|
1573
|
-
- **agentic-quality-engineering**: Using AI agents as force multipliers in quality work - autonomous testing systems, PACT principles, scaling quality engineering with intelligent agents
|
|
1574
|
-
- **context-driven-testing**: Apply context-driven testing principles where practices are chosen based on project context, not universal "best practices"
|
|
1575
|
-
- **holistic-testing-pact**: Apply the Holistic Testing Model evolved with PACT (Proactive, Autonomous, Collaborative, Targeted) principles
|
|
1576
|
-
|
|
1577
|
-
#### Testing Methodologies (4 skills)
|
|
1578
|
-
- **tdd-london-chicago**: Apply both London and Chicago school TDD approaches - understanding different TDD philosophies and choosing the right testing style
|
|
1579
|
-
- **xp-practices**: Apply XP practices including pair programming, ensemble programming, continuous integration, and sustainable pace
|
|
1580
|
-
- **risk-based-testing**: Focus testing effort on highest-risk areas using risk assessment and prioritization
|
|
1581
|
-
- **test-automation-strategy**: Design and implement comprehensive test automation strategies
|
|
1582
|
-
|
|
1583
|
-
#### Testing Techniques (4 skills)
|
|
1584
|
-
- **api-testing-patterns**: Comprehensive API testing patterns including contract testing, REST/GraphQL testing, and integration testing
|
|
1585
|
-
- **exploratory-testing-advanced**: Advanced exploratory testing techniques with Session-Based Test Management (SBTM), RST heuristics, and test tours
|
|
1586
|
-
- **performance-testing**: Test application performance, scalability, and resilience with load testing and stress testing
|
|
1587
|
-
- **security-testing**: Test for security vulnerabilities using OWASP principles and security testing techniques
|
|
1588
|
-
|
|
1589
|
-
#### Code Quality (3 skills)
|
|
1590
|
-
- **code-review-quality**: Conduct context-driven code reviews focusing on quality, testability, and maintainability
|
|
1591
|
-
- **refactoring-patterns**: Apply safe refactoring patterns to improve code structure without changing behavior
|
|
1592
|
-
- **quality-metrics**: Measure quality effectively with actionable metrics and KPIs
|
|
1593
|
-
|
|
1594
|
-
#### Communication (3 skills)
|
|
1595
|
-
- **bug-reporting-excellence**: Write high-quality bug reports that get fixed quickly - includes templates, examples, and best practices
|
|
1596
|
-
- **technical-writing**: Create clear, concise technical documentation
|
|
1597
|
-
- **consultancy-practices**: Apply effective software quality consultancy practices
|
|
1598
|
-
|
|
1599
|
-
### Phase 2: Expanded QE Skills Library (17 skills)
|
|
1600
|
-
|
|
1601
|
-
#### Testing Methodologies (6 skills)
|
|
1602
|
-
- **regression-testing**: Strategic regression testing with test selection, impact analysis, and continuous regression management
|
|
1603
|
-
- **shift-left-testing**: Move testing activities earlier in development lifecycle with TDD, BDD, and design for testability
|
|
1604
|
-
- **shift-right-testing**: Testing in production with feature flags, canary deployments, synthetic monitoring, and chaos engineering
|
|
1605
|
-
- **test-design-techniques**: Advanced test design using equivalence partitioning, boundary value analysis, and decision tables
|
|
1606
|
-
- **mutation-testing**: Test quality validation through mutation testing and measuring test suite effectiveness
|
|
1607
|
-
- **test-data-management**: Realistic test data generation, GDPR compliance, and data masking strategies
|
|
1608
|
-
|
|
1609
|
-
#### Specialized Testing (9 skills)
|
|
1610
|
-
- **accessibility-testing**: WCAG 2.2 compliance testing, screen reader validation, and inclusive design verification
|
|
1611
|
-
- **mobile-testing**: Comprehensive mobile testing for iOS and Android including gestures, sensors, and device fragmentation
|
|
1612
|
-
- **database-testing**: Database schema validation, data integrity testing, migration testing, and query performance
|
|
1613
|
-
- **contract-testing**: Consumer-driven contract testing for microservices using Pact and API versioning
|
|
1614
|
-
- **chaos-engineering-resilience**: Chaos engineering principles, controlled failure injection, and resilience testing
|
|
1615
|
-
- **compatibility-testing**: Cross-browser, cross-platform, and cross-device compatibility testing
|
|
1616
|
-
- **localization-testing**: Internationalization (i18n) and localization (l10n) testing for global products
|
|
1617
|
-
- **compliance-testing**: Regulatory compliance testing for GDPR, CCPA, HIPAA, SOC2, and PCI-DSS
|
|
1618
|
-
- **visual-testing-advanced**: Advanced visual regression testing with AI-powered screenshot comparison and UI validation
|
|
1619
|
-
|
|
1620
|
-
#### Testing Infrastructure (2 skills)
|
|
1621
|
-
- **test-environment-management**: Manage test environments, infrastructure as code, and environment provisioning
|
|
1622
|
-
- **test-reporting-analytics**: Comprehensive test reporting with metrics, trends, and actionable insights
|
|
1623
|
-
|
|
1624
|
-
### Using Skills
|
|
1625
|
-
|
|
1626
|
-
#### Via CLI
|
|
1627
|
-
\\\`\\\`\\\`bash
|
|
1628
|
-
# List all available skills
|
|
1629
|
-
aqe skills list
|
|
1630
|
-
|
|
1631
|
-
# Search for specific skills
|
|
1632
|
-
aqe skills search "testing"
|
|
1633
|
-
|
|
1634
|
-
# Show skill details
|
|
1635
|
-
aqe skills show agentic-quality-engineering
|
|
1636
|
-
|
|
1637
|
-
# Show skill statistics
|
|
1638
|
-
aqe skills stats
|
|
1639
|
-
\\\`\\\`\\\`
|
|
1640
|
-
|
|
1641
|
-
#### Via Skill Tool in Claude Code
|
|
1642
|
-
\\\`\\\`\\\`javascript
|
|
1643
|
-
// Execute a skill
|
|
1644
|
-
Skill("agentic-quality-engineering")
|
|
1645
|
-
Skill("tdd-london-chicago")
|
|
1646
|
-
Skill("api-testing-patterns")
|
|
1647
|
-
\\\`\\\`\\\`
|
|
1648
|
-
|
|
1649
|
-
#### Integration with Agents
|
|
1650
|
-
All QE agents automatically have access to relevant skills based on their specialization:
|
|
1651
|
-
- **Test generators** use: agentic-quality-engineering, api-testing-patterns, tdd-london-chicago
|
|
1652
|
-
- **Coverage analyzers** use: agentic-quality-engineering, quality-metrics, risk-based-testing
|
|
1653
|
-
- **Flaky test hunters** use: agentic-quality-engineering, exploratory-testing-advanced
|
|
1654
|
-
- **Performance testers** use: agentic-quality-engineering, performance-testing, quality-metrics
|
|
1655
|
-
- **Security scanners** use: agentic-quality-engineering, security-testing, risk-based-testing
|
|
1656
|
-
|
|
1657
|
-
## 🧠 Q-Learning Integration (Phase 2)
|
|
1658
|
-
|
|
1659
|
-
All agents automatically learn from task execution through Q-learning:
|
|
1660
|
-
|
|
1661
|
-
### Observability
|
|
1662
|
-
\\\`\\\`\\\`bash
|
|
1663
|
-
# Check learning status
|
|
1664
|
-
aqe learn status --agent test-gen
|
|
1665
|
-
|
|
1666
|
-
# View learned patterns
|
|
1667
|
-
aqe learn history --agent test-gen --limit 50
|
|
1668
|
-
|
|
1669
|
-
# Export learning data
|
|
1670
|
-
aqe learn export --agent test-gen --output learning.json
|
|
1671
|
-
\\\`\\\`\\\`
|
|
1672
|
-
|
|
1673
|
-
### Pattern Management
|
|
1674
|
-
\\\`\\\`\\\`bash
|
|
1675
|
-
# List test patterns
|
|
1676
|
-
aqe patterns list --framework jest
|
|
1677
|
-
|
|
1678
|
-
# Search patterns
|
|
1679
|
-
aqe patterns search "api validation"
|
|
1680
|
-
|
|
1681
|
-
# Extract patterns from tests
|
|
1682
|
-
aqe patterns extract ./tests --framework jest
|
|
1683
|
-
\\\`\\\`\\\`
|
|
1684
|
-
|
|
1685
|
-
### Improvement Loop
|
|
1686
|
-
\\\`\\\`\\\`bash
|
|
1687
|
-
# Start continuous improvement
|
|
1688
|
-
aqe improve start
|
|
1689
|
-
|
|
1690
|
-
# Check improvement status
|
|
1691
|
-
aqe improve status
|
|
1692
|
-
|
|
1693
|
-
# Run single improvement cycle
|
|
1694
|
-
aqe improve cycle
|
|
1695
|
-
\\\`\\\`\\\`
|
|
1696
|
-
|
|
1697
|
-
## 📚 Documentation
|
|
1698
|
-
|
|
1699
|
-
- **Agent Definitions**: \\\`.claude/agents/\\\` - ${agentCount} specialized QE agents (18 main + 8 TDD subagents)
|
|
1700
|
-
- **Subagent Definitions**: \\\`.claude/agents/subagents/\\\` - 8 specialized TDD subagents for test generation workflow
|
|
1701
|
-
- **Skills**: \\\`.claude/skills/\\\` -
|
|
1702
|
-
- **Fleet Config**: \\\`.agentic-qe/config/fleet.json\\\`
|
|
1703
|
-
- **Routing Config**: \\\`.agentic-qe/config/routing.json\\\` (Multi-Model Router settings)
|
|
1704
|
-
- **AQE Hooks Config**: \\\`.agentic-qe/config/aqe-hooks.json\\\` (zero dependencies, 100-500x faster)
|
|
1705
|
-
|
|
1706
|
-
## 🔧 Advanced Usage
|
|
1707
|
-
|
|
1708
|
-
### Parallel Agent Execution
|
|
1709
|
-
|
|
1710
|
-
\\\`\\\`\\\`javascript
|
|
1711
|
-
// Execute multiple agents concurrently
|
|
1712
|
-
Task("Test Generation", "Generate unit tests", "qe-test-generator")
|
|
1713
|
-
Task("Coverage Analysis", "Analyze current coverage", "qe-coverage-analyzer")
|
|
1714
|
-
Task("Security Scan", "Run security checks", "qe-security-scanner")
|
|
1715
|
-
Task("Performance Test", "Load test critical paths", "qe-performance-tester")
|
|
1716
|
-
\\\`\\\`\\\`
|
|
1717
|
-
|
|
1718
|
-
### Agent Coordination Example
|
|
1719
|
-
|
|
1720
|
-
\\\`\\\`\\\`javascript
|
|
1721
|
-
// Test generator stores results
|
|
1722
|
-
Task("Generate tests", "Create tests and store in memory at aqe/test-plan/generated", "qe-test-generator")
|
|
1723
|
-
|
|
1724
|
-
// Test executor reads from memory
|
|
1725
|
-
Task("Execute tests", "Read test plan from aqe/test-plan/generated and execute", "qe-test-executor")
|
|
1726
|
-
|
|
1727
|
-
// Coverage analyzer processes results
|
|
1728
|
-
Task("Analyze coverage", "Check coverage from aqe/coverage/results", "qe-coverage-analyzer")
|
|
1729
|
-
\\\`\\\`\\\`
|
|
1730
|
-
|
|
1731
|
-
## 💡 Best Practices
|
|
1732
|
-
|
|
1733
|
-
1. **Use Task Tool**: Claude Code's Task tool is the primary way to spawn agents
|
|
1734
|
-
2. **Batch Operations**: Always spawn multiple related agents in a single message
|
|
1735
|
-
3. **Memory Keys**: Use the \\\`aqe/*\\\` namespace for agent coordination
|
|
1736
|
-
4. **AQE Hooks**: Agents automatically use native AQE hooks for coordination (100-500x faster)
|
|
1737
|
-
5. **Parallel Execution**: Leverage concurrent agent execution for speed
|
|
1738
|
-
|
|
1739
|
-
## 🆘 Troubleshooting
|
|
1740
|
-
|
|
1741
|
-
### Check MCP Connection
|
|
1742
|
-
\\\`\\\`\\\`bash
|
|
1743
|
-
claude mcp list
|
|
1744
|
-
\\\`\\\`\\\`
|
|
1745
|
-
|
|
1746
|
-
### View Agent Definitions
|
|
1747
|
-
\\\`\\\`\\\`bash
|
|
1748
|
-
ls -la .claude/agents/
|
|
1749
|
-
\\\`\\\`\\\`
|
|
1750
|
-
|
|
1751
|
-
### Check Fleet Status
|
|
1752
|
-
\\\`\\\`\\\`bash
|
|
1753
|
-
aqe status --verbose
|
|
1754
|
-
\\\`\\\`\\\`
|
|
1755
|
-
|
|
1756
|
-
### View Logs
|
|
1757
|
-
\\\`\\\`\\\`bash
|
|
1758
|
-
tail -f .agentic-qe/logs/fleet.log
|
|
1759
|
-
\\\`\\\`\\\`
|
|
1760
|
-
|
|
1761
|
-
---
|
|
1762
|
-
|
|
1763
|
-
**Generated by**: Agentic QE Fleet v${PACKAGE_VERSION}
|
|
1764
|
-
**Initialization Date**: ${new Date().toISOString()}
|
|
1765
|
-
**Fleet Topology**: ${config.topology}
|
|
1766
|
-
`;
|
|
1335
|
+
|
|
1336
|
+
## 🤖 Agentic Quality Engineering Fleet
|
|
1337
|
+
|
|
1338
|
+
This project uses the **Agentic QE Fleet** - a distributed swarm of ${agentCount} AI agents for comprehensive software testing and quality assurance.
|
|
1339
|
+
|
|
1340
|
+
### Available Agents
|
|
1341
|
+
|
|
1342
|
+
#### Core Testing (5 agents)
|
|
1343
|
+
- **qe-test-generator**: AI-powered test generation with sublinear optimization
|
|
1344
|
+
- **qe-test-executor**: Multi-framework test execution with parallel processing
|
|
1345
|
+
- **qe-coverage-analyzer**: Real-time gap detection with O(log n) algorithms
|
|
1346
|
+
- **qe-quality-gate**: Intelligent quality gate with risk assessment
|
|
1347
|
+
- **qe-quality-analyzer**: Comprehensive quality metrics analysis
|
|
1348
|
+
|
|
1349
|
+
#### Performance & Security (2 agents)
|
|
1350
|
+
- **qe-performance-tester**: Load testing with k6, JMeter, Gatling integration
|
|
1351
|
+
- **qe-security-scanner**: Multi-layer security with SAST/DAST scanning
|
|
1352
|
+
|
|
1353
|
+
#### Strategic Planning (3 agents)
|
|
1354
|
+
- **qe-requirements-validator**: INVEST criteria validation and BDD generation
|
|
1355
|
+
- **qe-production-intelligence**: Production data to test scenarios conversion
|
|
1356
|
+
- **qe-fleet-commander**: Hierarchical fleet coordination (50+ agents)
|
|
1357
|
+
|
|
1358
|
+
#### Deployment (1 agent)
|
|
1359
|
+
- **qe-deployment-readiness**: Multi-factor risk assessment for deployments
|
|
1360
|
+
|
|
1361
|
+
#### Advanced Testing (4 agents)
|
|
1362
|
+
- **qe-regression-risk-analyzer**: Smart test selection with ML patterns
|
|
1363
|
+
- **qe-test-data-architect**: High-speed realistic data generation (10k+ records/sec)
|
|
1364
|
+
- **qe-api-contract-validator**: Breaking change detection across API versions
|
|
1365
|
+
- **qe-flaky-test-hunter**: Statistical flakiness detection and auto-stabilization
|
|
1366
|
+
|
|
1367
|
+
#### Specialized (2 agents)
|
|
1368
|
+
- **qe-visual-tester**: Visual regression with AI-powered comparison
|
|
1369
|
+
- **qe-chaos-engineer**: Resilience testing with controlled fault injection
|
|
1370
|
+
|
|
1371
|
+
## 🚀 Quick Start
|
|
1372
|
+
|
|
1373
|
+
### Using Agents via Claude Code Task Tool (Recommended)
|
|
1374
|
+
|
|
1375
|
+
\\\`\\\`\\\`javascript
|
|
1376
|
+
// Spawn agents directly in Claude Code
|
|
1377
|
+
Task("Generate tests", "Create comprehensive test suite for UserService", "qe-test-generator")
|
|
1378
|
+
Task("Analyze coverage", "Find gaps using O(log n) algorithms", "qe-coverage-analyzer")
|
|
1379
|
+
Task("Quality check", "Run quality gate validation", "qe-quality-gate")
|
|
1380
|
+
\\\`\\\`\\\`
|
|
1381
|
+
|
|
1382
|
+
### Using MCP Tools
|
|
1383
|
+
|
|
1384
|
+
\\\`\\\`\\\`bash
|
|
1385
|
+
# Check MCP connection
|
|
1386
|
+
claude mcp list
|
|
1387
|
+
# Should show: agentic-qe: npm run mcp:start - ✓ Connected
|
|
1388
|
+
|
|
1389
|
+
# Use MCP tools in Claude Code
|
|
1390
|
+
mcp__agentic_qe__test_generate({ type: "unit", framework: "${config.frameworks?.[0] || 'jest'}" })
|
|
1391
|
+
mcp__agentic_qe__test_execute({ parallel: true, coverage: true })
|
|
1392
|
+
mcp__agentic_qe__quality_analyze({ scope: "full" })
|
|
1393
|
+
\\\`\\\`\\\`
|
|
1394
|
+
|
|
1395
|
+
### Using CLI
|
|
1396
|
+
|
|
1397
|
+
\\\`\\\`\\\`bash
|
|
1398
|
+
# Quick commands
|
|
1399
|
+
aqe test <module-name> # Generate tests
|
|
1400
|
+
aqe coverage # Analyze coverage
|
|
1401
|
+
aqe quality # Run quality gate
|
|
1402
|
+
aqe status # Check fleet status
|
|
1403
|
+
\\\`\\\`\\\`
|
|
1404
|
+
|
|
1405
|
+
## 🔄 Agent Coordination
|
|
1406
|
+
|
|
1407
|
+
All agents coordinate through **AQE hooks** (Agentic QE native hooks - zero external dependencies, 100-500x faster):
|
|
1408
|
+
|
|
1409
|
+
### Automatic Lifecycle Hooks
|
|
1410
|
+
|
|
1411
|
+
Agents extend \\\`BaseAgent\\\` and override lifecycle methods:
|
|
1412
|
+
|
|
1413
|
+
\\\`\\\`\\\`typescript
|
|
1414
|
+
protected async onPreTask(data: { assignment: TaskAssignment }): Promise<void> {
|
|
1415
|
+
// Load context before task execution
|
|
1416
|
+
const context = await this.memoryStore.retrieve('aqe/context', {
|
|
1417
|
+
partition: 'coordination'
|
|
1418
|
+
});
|
|
1419
|
+
|
|
1420
|
+
this.logger.info('Pre-task hook complete');
|
|
1421
|
+
}
|
|
1422
|
+
|
|
1423
|
+
protected async onPostTask(data: { assignment: TaskAssignment; result: any }): Promise<void> {
|
|
1424
|
+
// Store results after task completion
|
|
1425
|
+
await this.memoryStore.store('aqe/' + this.agentId.type + '/results', data.result, {
|
|
1426
|
+
partition: 'agent_results',
|
|
1427
|
+
ttl: 86400 // 24 hours
|
|
1428
|
+
});
|
|
1429
|
+
|
|
1430
|
+
// Emit completion event
|
|
1431
|
+
this.eventBus.emit('task:completed', {
|
|
1432
|
+
agentId: this.agentId,
|
|
1433
|
+
result: data.result
|
|
1434
|
+
});
|
|
1435
|
+
|
|
1436
|
+
this.logger.info('Post-task hook complete');
|
|
1437
|
+
}
|
|
1438
|
+
|
|
1439
|
+
protected async onTaskError(data: { assignment: TaskAssignment; error: Error }): Promise<void> {
|
|
1440
|
+
// Handle task errors
|
|
1441
|
+
await this.memoryStore.store('aqe/errors/' + data.assignment.id, {
|
|
1442
|
+
error: data.error.message,
|
|
1443
|
+
stack: data.error.stack,
|
|
1444
|
+
timestamp: Date.now()
|
|
1445
|
+
}, {
|
|
1446
|
+
partition: 'errors',
|
|
1447
|
+
ttl: 604800 // 7 days
|
|
1448
|
+
});
|
|
1449
|
+
|
|
1450
|
+
this.logger.error('Task failed', { error: data.error });
|
|
1451
|
+
}
|
|
1452
|
+
\\\`\\\`\\\`
|
|
1453
|
+
|
|
1454
|
+
### Performance Comparison
|
|
1455
|
+
|
|
1456
|
+
| Feature | AQE Hooks | External Hooks |
|
|
1457
|
+
|---------|-----------|----------------|
|
|
1458
|
+
| **Speed** | <1ms | 100-500ms |
|
|
1459
|
+
| **Dependencies** | Zero | External package |
|
|
1460
|
+
| **Type Safety** | Full TypeScript | Shell strings |
|
|
1461
|
+
| **Integration** | Direct API | Shell commands |
|
|
1462
|
+
| **Performance** | 100-500x faster | Baseline |
|
|
1463
|
+
|
|
1464
|
+
## 📋 Memory Namespace
|
|
1465
|
+
|
|
1466
|
+
Agents share state through the **\\\`aqe/*\\\` memory namespace**:
|
|
1467
|
+
|
|
1468
|
+
- \\\`aqe/test-plan/*\\\` - Test planning and requirements
|
|
1469
|
+
- \\\`aqe/coverage/*\\\` - Coverage analysis and gaps
|
|
1470
|
+
- \\\`aqe/quality/*\\\` - Quality metrics and gates
|
|
1471
|
+
- \\\`aqe/performance/*\\\` - Performance test results
|
|
1472
|
+
- \\\`aqe/security/*\\\` - Security scan findings
|
|
1473
|
+
- \\\`aqe/swarm/coordination\\\` - Cross-agent coordination
|
|
1474
|
+
|
|
1475
|
+
## 🎯 Fleet Configuration
|
|
1476
|
+
|
|
1477
|
+
**Topology**: ${config.topology}
|
|
1478
|
+
**Max Agents**: ${config.maxAgents}
|
|
1479
|
+
**Testing Focus**: ${config.testingFocus?.join(', ') || 'All areas'}
|
|
1480
|
+
**Environments**: ${config.environments?.join(', ') || 'Not specified'}
|
|
1481
|
+
**Frameworks**: ${config.frameworks?.join(', ') || 'jest'}
|
|
1482
|
+
|
|
1483
|
+
## 💰 Multi-Model Router (v${PACKAGE_VERSION})
|
|
1484
|
+
|
|
1485
|
+
**Status**: ${config.routing?.enabled ? '✅ Enabled' : '⚠️ Disabled (opt-in)'}
|
|
1486
|
+
|
|
1487
|
+
The Multi-Model Router provides **70-81% cost savings** by intelligently selecting AI models based on task complexity.
|
|
1488
|
+
|
|
1489
|
+
### Features
|
|
1490
|
+
|
|
1491
|
+
- ✅ Intelligent model selection (GPT-3.5, GPT-4, Claude Sonnet 4.5, Claude Haiku)
|
|
1492
|
+
- ✅ Real-time cost tracking and aggregation
|
|
1493
|
+
- ✅ Automatic fallback chains for resilience
|
|
1494
|
+
- ✅ Feature flags for safe rollout
|
|
1495
|
+
- ✅ Zero breaking changes (disabled by default)
|
|
1496
|
+
|
|
1497
|
+
### Enabling Routing
|
|
1498
|
+
|
|
1499
|
+
**Option 1: Via Configuration**
|
|
1500
|
+
\\\`\\\`\\\`json
|
|
1501
|
+
// .agentic-qe/config/routing.json
|
|
1502
|
+
{
|
|
1503
|
+
"multiModelRouter": {
|
|
1504
|
+
"enabled": true
|
|
1505
|
+
}
|
|
1506
|
+
}
|
|
1507
|
+
\\\`\\\`\\\`
|
|
1508
|
+
|
|
1509
|
+
**Option 2: Via Environment Variable**
|
|
1510
|
+
\\\`\\\`\\\`bash
|
|
1511
|
+
export AQE_ROUTING_ENABLED=true
|
|
1512
|
+
\\\`\\\`\\\`
|
|
1513
|
+
|
|
1514
|
+
### Model Selection Rules
|
|
1515
|
+
|
|
1516
|
+
| Task Complexity | Model | Est. Cost | Use Case |
|
|
1517
|
+
|----------------|-------|-----------|----------|
|
|
1518
|
+
| **Simple** | GPT-3.5 | $0.0004 | Unit tests, basic validation |
|
|
1519
|
+
| **Moderate** | GPT-3.5 | $0.0008 | Integration tests, mocks |
|
|
1520
|
+
| **Complex** | GPT-4 | $0.0048 | Property-based, edge cases |
|
|
1521
|
+
| **Critical** | Claude Sonnet 4.5 | $0.0065 | Security, architecture review |
|
|
1522
|
+
|
|
1523
|
+
### Cost Savings Example
|
|
1524
|
+
|
|
1525
|
+
**Before Routing** (always GPT-4):
|
|
1526
|
+
- 100 simple tasks: $0.48
|
|
1527
|
+
- 50 complex tasks: $0.24
|
|
1528
|
+
- **Total**: $0.72
|
|
1529
|
+
|
|
1530
|
+
**After Routing**:
|
|
1531
|
+
- 100 simple → GPT-3.5: $0.04
|
|
1532
|
+
- 50 complex → GPT-4: $0.24
|
|
1533
|
+
- **Total**: $0.28
|
|
1534
|
+
- **Savings**: $0.44 (61%)
|
|
1535
|
+
|
|
1536
|
+
### Monitoring Costs
|
|
1537
|
+
|
|
1538
|
+
\\\`\\\`\\\`bash
|
|
1539
|
+
# View cost dashboard
|
|
1540
|
+
aqe routing dashboard
|
|
1541
|
+
|
|
1542
|
+
# Export cost report
|
|
1543
|
+
aqe routing report --format json
|
|
1544
|
+
|
|
1545
|
+
# Check savings
|
|
1546
|
+
aqe routing stats
|
|
1547
|
+
\\\`\\\`\\\`
|
|
1548
|
+
|
|
1549
|
+
## 📊 Streaming Progress (v${PACKAGE_VERSION})
|
|
1550
|
+
|
|
1551
|
+
**Status**: ${config.streaming?.enabled ? '✅ Enabled' : '⚠️ Disabled'}
|
|
1552
|
+
|
|
1553
|
+
Real-time progress updates for long-running operations using AsyncGenerator pattern.
|
|
1554
|
+
|
|
1555
|
+
### Features
|
|
1556
|
+
|
|
1557
|
+
- ✅ Real-time progress percentage
|
|
1558
|
+
- ✅ Current operation visibility
|
|
1559
|
+
- ✅ for-await-of compatibility
|
|
1560
|
+
- ✅ Backward compatible (non-streaming still works)
|
|
1561
|
+
|
|
1562
|
+
### Example Usage
|
|
1563
|
+
|
|
1564
|
+
\\\`\\\`\\\`javascript
|
|
1565
|
+
// Using streaming MCP tool
|
|
1566
|
+
const handler = new TestExecuteStreamHandler();
|
|
1567
|
+
|
|
1568
|
+
for await (const event of handler.execute(params)) {
|
|
1569
|
+
if (event.type === 'progress') {
|
|
1570
|
+
console.log(\\\`Progress: \\\${event.percent}% - \\\${event.message}\\\`);
|
|
1571
|
+
} else if (event.type === 'result') {
|
|
1572
|
+
console.log('Completed:', event.data);
|
|
1573
|
+
}
|
|
1574
|
+
}
|
|
1575
|
+
\\\`\\\`\\\`
|
|
1576
|
+
|
|
1577
|
+
### Supported Operations
|
|
1578
|
+
|
|
1579
|
+
- ✅ Test execution (test-by-test progress)
|
|
1580
|
+
- ✅ Coverage analysis (incremental gap detection)
|
|
1581
|
+
- ⚠️ Test generation (coming in v1.1.0)
|
|
1582
|
+
- ⚠️ Security scanning (coming in v1.1.0)
|
|
1583
|
+
|
|
1584
|
+
## 🎯 Claude Code Skills Integration
|
|
1585
|
+
|
|
1586
|
+
This fleet includes **37 specialized QE skills** that agents can use:
|
|
1587
|
+
|
|
1588
|
+
### Phase 1: Original Quality Engineering Skills (18 skills)
|
|
1589
|
+
|
|
1590
|
+
#### Core Testing (3 skills)
|
|
1591
|
+
- **agentic-quality-engineering**: Using AI agents as force multipliers in quality work - autonomous testing systems, PACT principles, scaling quality engineering with intelligent agents
|
|
1592
|
+
- **context-driven-testing**: Apply context-driven testing principles where practices are chosen based on project context, not universal "best practices"
|
|
1593
|
+
- **holistic-testing-pact**: Apply the Holistic Testing Model evolved with PACT (Proactive, Autonomous, Collaborative, Targeted) principles
|
|
1594
|
+
|
|
1595
|
+
#### Testing Methodologies (4 skills)
|
|
1596
|
+
- **tdd-london-chicago**: Apply both London and Chicago school TDD approaches - understanding different TDD philosophies and choosing the right testing style
|
|
1597
|
+
- **xp-practices**: Apply XP practices including pair programming, ensemble programming, continuous integration, and sustainable pace
|
|
1598
|
+
- **risk-based-testing**: Focus testing effort on highest-risk areas using risk assessment and prioritization
|
|
1599
|
+
- **test-automation-strategy**: Design and implement comprehensive test automation strategies
|
|
1600
|
+
|
|
1601
|
+
#### Testing Techniques (4 skills)
|
|
1602
|
+
- **api-testing-patterns**: Comprehensive API testing patterns including contract testing, REST/GraphQL testing, and integration testing
|
|
1603
|
+
- **exploratory-testing-advanced**: Advanced exploratory testing techniques with Session-Based Test Management (SBTM), RST heuristics, and test tours
|
|
1604
|
+
- **performance-testing**: Test application performance, scalability, and resilience with load testing and stress testing
|
|
1605
|
+
- **security-testing**: Test for security vulnerabilities using OWASP principles and security testing techniques
|
|
1606
|
+
|
|
1607
|
+
#### Code Quality (3 skills)
|
|
1608
|
+
- **code-review-quality**: Conduct context-driven code reviews focusing on quality, testability, and maintainability
|
|
1609
|
+
- **refactoring-patterns**: Apply safe refactoring patterns to improve code structure without changing behavior
|
|
1610
|
+
- **quality-metrics**: Measure quality effectively with actionable metrics and KPIs
|
|
1611
|
+
|
|
1612
|
+
#### Communication (3 skills)
|
|
1613
|
+
- **bug-reporting-excellence**: Write high-quality bug reports that get fixed quickly - includes templates, examples, and best practices
|
|
1614
|
+
- **technical-writing**: Create clear, concise technical documentation
|
|
1615
|
+
- **consultancy-practices**: Apply effective software quality consultancy practices
|
|
1616
|
+
|
|
1617
|
+
### Phase 2: Expanded QE Skills Library (17 skills)
|
|
1618
|
+
|
|
1619
|
+
#### Testing Methodologies (6 skills)
|
|
1620
|
+
- **regression-testing**: Strategic regression testing with test selection, impact analysis, and continuous regression management
|
|
1621
|
+
- **shift-left-testing**: Move testing activities earlier in development lifecycle with TDD, BDD, and design for testability
|
|
1622
|
+
- **shift-right-testing**: Testing in production with feature flags, canary deployments, synthetic monitoring, and chaos engineering
|
|
1623
|
+
- **test-design-techniques**: Advanced test design using equivalence partitioning, boundary value analysis, and decision tables
|
|
1624
|
+
- **mutation-testing**: Test quality validation through mutation testing and measuring test suite effectiveness
|
|
1625
|
+
- **test-data-management**: Realistic test data generation, GDPR compliance, and data masking strategies
|
|
1626
|
+
|
|
1627
|
+
#### Specialized Testing (9 skills)
|
|
1628
|
+
- **accessibility-testing**: WCAG 2.2 compliance testing, screen reader validation, and inclusive design verification
|
|
1629
|
+
- **mobile-testing**: Comprehensive mobile testing for iOS and Android including gestures, sensors, and device fragmentation
|
|
1630
|
+
- **database-testing**: Database schema validation, data integrity testing, migration testing, and query performance
|
|
1631
|
+
- **contract-testing**: Consumer-driven contract testing for microservices using Pact and API versioning
|
|
1632
|
+
- **chaos-engineering-resilience**: Chaos engineering principles, controlled failure injection, and resilience testing
|
|
1633
|
+
- **compatibility-testing**: Cross-browser, cross-platform, and cross-device compatibility testing
|
|
1634
|
+
- **localization-testing**: Internationalization (i18n) and localization (l10n) testing for global products
|
|
1635
|
+
- **compliance-testing**: Regulatory compliance testing for GDPR, CCPA, HIPAA, SOC2, and PCI-DSS
|
|
1636
|
+
- **visual-testing-advanced**: Advanced visual regression testing with AI-powered screenshot comparison and UI validation
|
|
1637
|
+
|
|
1638
|
+
#### Testing Infrastructure (2 skills)
|
|
1639
|
+
- **test-environment-management**: Manage test environments, infrastructure as code, and environment provisioning
|
|
1640
|
+
- **test-reporting-analytics**: Comprehensive test reporting with metrics, trends, and actionable insights
|
|
1641
|
+
|
|
1642
|
+
### Using Skills
|
|
1643
|
+
|
|
1644
|
+
#### Via CLI
|
|
1645
|
+
\\\`\\\`\\\`bash
|
|
1646
|
+
# List all available skills
|
|
1647
|
+
aqe skills list
|
|
1648
|
+
|
|
1649
|
+
# Search for specific skills
|
|
1650
|
+
aqe skills search "testing"
|
|
1651
|
+
|
|
1652
|
+
# Show skill details
|
|
1653
|
+
aqe skills show agentic-quality-engineering
|
|
1654
|
+
|
|
1655
|
+
# Show skill statistics
|
|
1656
|
+
aqe skills stats
|
|
1657
|
+
\\\`\\\`\\\`
|
|
1658
|
+
|
|
1659
|
+
#### Via Skill Tool in Claude Code
|
|
1660
|
+
\\\`\\\`\\\`javascript
|
|
1661
|
+
// Execute a skill
|
|
1662
|
+
Skill("agentic-quality-engineering")
|
|
1663
|
+
Skill("tdd-london-chicago")
|
|
1664
|
+
Skill("api-testing-patterns")
|
|
1665
|
+
\\\`\\\`\\\`
|
|
1666
|
+
|
|
1667
|
+
#### Integration with Agents
|
|
1668
|
+
All QE agents automatically have access to relevant skills based on their specialization:
|
|
1669
|
+
- **Test generators** use: agentic-quality-engineering, api-testing-patterns, tdd-london-chicago
|
|
1670
|
+
- **Coverage analyzers** use: agentic-quality-engineering, quality-metrics, risk-based-testing
|
|
1671
|
+
- **Flaky test hunters** use: agentic-quality-engineering, exploratory-testing-advanced
|
|
1672
|
+
- **Performance testers** use: agentic-quality-engineering, performance-testing, quality-metrics
|
|
1673
|
+
- **Security scanners** use: agentic-quality-engineering, security-testing, risk-based-testing
|
|
1674
|
+
|
|
1675
|
+
## 🧠 Q-Learning Integration (Phase 2)
|
|
1676
|
+
|
|
1677
|
+
All agents automatically learn from task execution through Q-learning:
|
|
1678
|
+
|
|
1679
|
+
### Observability
|
|
1680
|
+
\\\`\\\`\\\`bash
|
|
1681
|
+
# Check learning status
|
|
1682
|
+
aqe learn status --agent test-gen
|
|
1683
|
+
|
|
1684
|
+
# View learned patterns
|
|
1685
|
+
aqe learn history --agent test-gen --limit 50
|
|
1686
|
+
|
|
1687
|
+
# Export learning data
|
|
1688
|
+
aqe learn export --agent test-gen --output learning.json
|
|
1689
|
+
\\\`\\\`\\\`
|
|
1690
|
+
|
|
1691
|
+
### Pattern Management
|
|
1692
|
+
\\\`\\\`\\\`bash
|
|
1693
|
+
# List test patterns
|
|
1694
|
+
aqe patterns list --framework jest
|
|
1695
|
+
|
|
1696
|
+
# Search patterns
|
|
1697
|
+
aqe patterns search "api validation"
|
|
1698
|
+
|
|
1699
|
+
# Extract patterns from tests
|
|
1700
|
+
aqe patterns extract ./tests --framework jest
|
|
1701
|
+
\\\`\\\`\\\`
|
|
1702
|
+
|
|
1703
|
+
### Improvement Loop
|
|
1704
|
+
\\\`\\\`\\\`bash
|
|
1705
|
+
# Start continuous improvement
|
|
1706
|
+
aqe improve start
|
|
1707
|
+
|
|
1708
|
+
# Check improvement status
|
|
1709
|
+
aqe improve status
|
|
1710
|
+
|
|
1711
|
+
# Run single improvement cycle
|
|
1712
|
+
aqe improve cycle
|
|
1713
|
+
\\\`\\\`\\\`
|
|
1714
|
+
|
|
1715
|
+
## 📚 Documentation
|
|
1716
|
+
|
|
1717
|
+
- **Agent Definitions**: \\\`.claude/agents/\\\` - ${agentCount} specialized QE agents (18 main + 8 TDD subagents)
|
|
1718
|
+
- **Subagent Definitions**: \\\`.claude/agents/subagents/\\\` - 8 specialized TDD subagents for test generation workflow
|
|
1719
|
+
- **Skills**: \\\`.claude/skills/\\\` - 37 specialized QE skills for agents (Phase 1: 18 + Phase 2: 16 + Phase 3: 3)
|
|
1720
|
+
- **Fleet Config**: \\\`.agentic-qe/config/fleet.json\\\`
|
|
1721
|
+
- **Routing Config**: \\\`.agentic-qe/config/routing.json\\\` (Multi-Model Router settings)
|
|
1722
|
+
- **AQE Hooks Config**: \\\`.agentic-qe/config/aqe-hooks.json\\\` (zero dependencies, 100-500x faster)
|
|
1723
|
+
|
|
1724
|
+
## 🔧 Advanced Usage
|
|
1725
|
+
|
|
1726
|
+
### Parallel Agent Execution
|
|
1727
|
+
|
|
1728
|
+
\\\`\\\`\\\`javascript
|
|
1729
|
+
// Execute multiple agents concurrently
|
|
1730
|
+
Task("Test Generation", "Generate unit tests", "qe-test-generator")
|
|
1731
|
+
Task("Coverage Analysis", "Analyze current coverage", "qe-coverage-analyzer")
|
|
1732
|
+
Task("Security Scan", "Run security checks", "qe-security-scanner")
|
|
1733
|
+
Task("Performance Test", "Load test critical paths", "qe-performance-tester")
|
|
1734
|
+
\\\`\\\`\\\`
|
|
1735
|
+
|
|
1736
|
+
### Agent Coordination Example
|
|
1737
|
+
|
|
1738
|
+
\\\`\\\`\\\`javascript
|
|
1739
|
+
// Test generator stores results
|
|
1740
|
+
Task("Generate tests", "Create tests and store in memory at aqe/test-plan/generated", "qe-test-generator")
|
|
1741
|
+
|
|
1742
|
+
// Test executor reads from memory
|
|
1743
|
+
Task("Execute tests", "Read test plan from aqe/test-plan/generated and execute", "qe-test-executor")
|
|
1744
|
+
|
|
1745
|
+
// Coverage analyzer processes results
|
|
1746
|
+
Task("Analyze coverage", "Check coverage from aqe/coverage/results", "qe-coverage-analyzer")
|
|
1747
|
+
\\\`\\\`\\\`
|
|
1748
|
+
|
|
1749
|
+
## 💡 Best Practices
|
|
1750
|
+
|
|
1751
|
+
1. **Use Task Tool**: Claude Code's Task tool is the primary way to spawn agents
|
|
1752
|
+
2. **Batch Operations**: Always spawn multiple related agents in a single message
|
|
1753
|
+
3. **Memory Keys**: Use the \\\`aqe/*\\\` namespace for agent coordination
|
|
1754
|
+
4. **AQE Hooks**: Agents automatically use native AQE hooks for coordination (100-500x faster)
|
|
1755
|
+
5. **Parallel Execution**: Leverage concurrent agent execution for speed
|
|
1756
|
+
|
|
1757
|
+
## 🆘 Troubleshooting
|
|
1758
|
+
|
|
1759
|
+
### Check MCP Connection
|
|
1760
|
+
\\\`\\\`\\\`bash
|
|
1761
|
+
claude mcp list
|
|
1762
|
+
\\\`\\\`\\\`
|
|
1763
|
+
|
|
1764
|
+
### View Agent Definitions
|
|
1765
|
+
\\\`\\\`\\\`bash
|
|
1766
|
+
ls -la .claude/agents/
|
|
1767
|
+
\\\`\\\`\\\`
|
|
1768
|
+
|
|
1769
|
+
### Check Fleet Status
|
|
1770
|
+
\\\`\\\`\\\`bash
|
|
1771
|
+
aqe status --verbose
|
|
1772
|
+
\\\`\\\`\\\`
|
|
1773
|
+
|
|
1774
|
+
### View Logs
|
|
1775
|
+
\\\`\\\`\\\`bash
|
|
1776
|
+
tail -f .agentic-qe/logs/fleet.log
|
|
1777
|
+
\\\`\\\`\\\`
|
|
1778
|
+
|
|
1779
|
+
---
|
|
1780
|
+
|
|
1781
|
+
**Generated by**: Agentic QE Fleet v${PACKAGE_VERSION}
|
|
1782
|
+
**Initialization Date**: ${new Date().toISOString()}
|
|
1783
|
+
**Fleet Topology**: ${config.topology}
|
|
1784
|
+
`; */ // End of old template comment
|
|
1767
1785
|
// Write CLAUDE.md based on append strategy (v1.3.7 fix)
|
|
1768
1786
|
let finalContent;
|
|
1769
1787
|
if (exists && existingContent) {
|