agentic-qe 3.7.15 → 3.7.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/v3/qe-devils-advocate.md +20 -0
- package/.claude/agents/v3/qe-gap-detector.md +25 -0
- package/.claude/agents/v3/qe-quality-gate.md +8 -0
- package/.claude/agents/v3/qe-requirements-validator.md +25 -0
- package/.claude/agents/v3/subagents/qe-code-reviewer.md +11 -0
- package/.claude/agents/v3/subagents/qe-integration-reviewer.md +11 -0
- package/.claude/agents/v3/subagents/qe-performance-reviewer.md +11 -0
- package/.claude/agents/v3/subagents/qe-security-reviewer.md +11 -0
- package/.claude/helpers/adr-compliance.sh +10 -10
- package/.claude/helpers/auto-memory-hook.mjs +24 -9
- package/.claude/helpers/brain-checkpoint.cjs +55 -134
- package/.claude/helpers/ddd-tracker.sh +2 -2
- package/.claude/helpers/guidance-hooks.sh +2 -2
- package/.claude/helpers/hook-handler.cjs +57 -18
- package/.claude/helpers/statusline.cjs +414 -595
- package/.claude/helpers/v3/quality-criteria/evidence-classification.md +116 -116
- package/.claude/helpers/v3/quality-criteria/htsm-categories.md +139 -139
- package/.claude/skills/README.md +8 -11
- package/.claude/skills/brutal-honesty-review/SKILL.md +3 -0
- package/.claude/skills/code-review-quality/SKILL.md +3 -0
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +79 -2075
- package/.claude/skills/qcsd-cicd-swarm/steps/01-flag-detection.md +62 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/02-core-agents.md +33 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/03-batch1-results.md +21 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/04-conditional-agents.md +23 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/05-decision-synthesis.md +30 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/06-report-generation.md +17 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/07-learning-persistence.md +27 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/08-deployment-advisor.md +25 -0
- package/.claude/skills/qcsd-cicd-swarm/steps/09-final-output.md +16 -0
- package/.claude/skills/qcsd-development-swarm/SKILL.md +79 -2027
- package/.claude/skills/qcsd-development-swarm/steps/01-flag-detection.md +50 -0
- package/.claude/skills/qcsd-development-swarm/steps/02-core-agents.md +29 -0
- package/.claude/skills/qcsd-development-swarm/steps/03-batch1-results.md +14 -0
- package/.claude/skills/qcsd-development-swarm/steps/04-conditional-agents.md +23 -0
- package/.claude/skills/qcsd-development-swarm/steps/05-decision-synthesis.md +30 -0
- package/.claude/skills/qcsd-development-swarm/steps/06-report-generation.md +16 -0
- package/.claude/skills/qcsd-development-swarm/steps/07-learning-persistence.md +25 -0
- package/.claude/skills/qcsd-development-swarm/steps/08-defect-predictor.md +25 -0
- package/.claude/skills/qcsd-development-swarm/steps/09-final-output.md +16 -0
- package/.claude/skills/qcsd-ideation-swarm/SKILL.md +94 -1894
- package/.claude/skills/qcsd-ideation-swarm/steps/01-flag-detection.md +57 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/02-core-agents.md +29 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/03-batch1-results.md +15 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/04-conditional-agents.md +23 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/05-decision-synthesis.md +29 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/06-report-generation.md +18 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/07-learning-persistence.md +29 -0
- package/.claude/skills/qcsd-ideation-swarm/steps/08-final-output.md +18 -0
- package/.claude/skills/qcsd-production-swarm/SKILL.md +88 -2663
- package/.claude/skills/qcsd-production-swarm/steps/01-flag-detection.md +206 -0
- package/.claude/skills/qcsd-production-swarm/steps/02-core-agents.md +428 -0
- package/.claude/skills/qcsd-production-swarm/steps/03-batch1-results.md +101 -0
- package/.claude/skills/qcsd-production-swarm/steps/04-conditional-agents.md +125 -0
- package/.claude/skills/qcsd-production-swarm/steps/05-decision-synthesis.md +136 -0
- package/.claude/skills/qcsd-production-swarm/steps/06-report-generation.md +181 -0
- package/.claude/skills/qcsd-production-swarm/steps/07-learning-persistence.md +185 -0
- package/.claude/skills/qcsd-production-swarm/steps/08-feedback-loop.md +122 -0
- package/.claude/skills/qcsd-production-swarm/steps/09-final-output.md +140 -0
- package/.claude/skills/qcsd-refinement-swarm/SKILL.md +59 -2312
- package/.claude/skills/qcsd-refinement-swarm/steps/01-flag-detection.md +91 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/02-core-agents.md +40 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/03-batch1-results.md +40 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/04-conditional-agents.md +35 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/05-decision-synthesis.md +43 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/06-report-generation.md +42 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/07-learning-persistence.md +53 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/08-transformation.md +36 -0
- package/.claude/skills/qcsd-refinement-swarm/steps/09-final-output.md +46 -0
- package/.claude/skills/sherlock-review/SKILL.md +3 -0
- package/.claude/skills/skill-builder/SKILL.md +103 -0
- package/.claude/skills/skills-manifest.json +1 -1
- package/CHANGELOG.md +44 -0
- package/assets/agents/v3/qe-devils-advocate.md +20 -0
- package/assets/agents/v3/qe-gap-detector.md +25 -0
- package/assets/agents/v3/qe-quality-gate.md +8 -0
- package/assets/agents/v3/qe-requirements-validator.md +25 -0
- package/assets/agents/v3/subagents/qe-code-reviewer.md +11 -0
- package/assets/agents/v3/subagents/qe-integration-reviewer.md +11 -0
- package/assets/agents/v3/subagents/qe-performance-reviewer.md +11 -0
- package/assets/agents/v3/subagents/qe-security-reviewer.md +11 -0
- package/assets/helpers/statusline-v3.cjs +693 -0
- package/assets/skills/brutal-honesty-review/SKILL.md +3 -0
- package/assets/skills/code-review-quality/SKILL.md +3 -0
- package/assets/skills/qcsd-cicd-swarm/SKILL.md +79 -2075
- package/assets/skills/qcsd-cicd-swarm/steps/01-flag-detection.md +62 -0
- package/assets/skills/qcsd-cicd-swarm/steps/02-core-agents.md +33 -0
- package/assets/skills/qcsd-cicd-swarm/steps/03-batch1-results.md +21 -0
- package/assets/skills/qcsd-cicd-swarm/steps/04-conditional-agents.md +23 -0
- package/assets/skills/qcsd-cicd-swarm/steps/05-decision-synthesis.md +30 -0
- package/assets/skills/qcsd-cicd-swarm/steps/06-report-generation.md +17 -0
- package/assets/skills/qcsd-cicd-swarm/steps/07-learning-persistence.md +27 -0
- package/assets/skills/qcsd-cicd-swarm/steps/08-deployment-advisor.md +25 -0
- package/assets/skills/qcsd-cicd-swarm/steps/09-final-output.md +16 -0
- package/assets/skills/qcsd-development-swarm/SKILL.md +79 -2027
- package/assets/skills/qcsd-development-swarm/steps/01-flag-detection.md +50 -0
- package/assets/skills/qcsd-development-swarm/steps/02-core-agents.md +29 -0
- package/assets/skills/qcsd-development-swarm/steps/03-batch1-results.md +14 -0
- package/assets/skills/qcsd-development-swarm/steps/04-conditional-agents.md +23 -0
- package/assets/skills/qcsd-development-swarm/steps/05-decision-synthesis.md +30 -0
- package/assets/skills/qcsd-development-swarm/steps/06-report-generation.md +16 -0
- package/assets/skills/qcsd-development-swarm/steps/07-learning-persistence.md +25 -0
- package/assets/skills/qcsd-development-swarm/steps/08-defect-predictor.md +25 -0
- package/assets/skills/qcsd-development-swarm/steps/09-final-output.md +16 -0
- package/assets/skills/qcsd-ideation-swarm/SKILL.md +94 -1894
- package/assets/skills/qcsd-ideation-swarm/steps/01-flag-detection.md +57 -0
- package/assets/skills/qcsd-ideation-swarm/steps/02-core-agents.md +29 -0
- package/assets/skills/qcsd-ideation-swarm/steps/03-batch1-results.md +15 -0
- package/assets/skills/qcsd-ideation-swarm/steps/04-conditional-agents.md +23 -0
- package/assets/skills/qcsd-ideation-swarm/steps/05-decision-synthesis.md +29 -0
- package/assets/skills/qcsd-ideation-swarm/steps/06-report-generation.md +18 -0
- package/assets/skills/qcsd-ideation-swarm/steps/07-learning-persistence.md +29 -0
- package/assets/skills/qcsd-ideation-swarm/steps/08-final-output.md +18 -0
- package/assets/skills/qcsd-production-swarm/SKILL.md +88 -2663
- package/assets/skills/qcsd-production-swarm/steps/01-flag-detection.md +206 -0
- package/assets/skills/qcsd-production-swarm/steps/02-core-agents.md +428 -0
- package/assets/skills/qcsd-production-swarm/steps/03-batch1-results.md +101 -0
- package/assets/skills/qcsd-production-swarm/steps/04-conditional-agents.md +125 -0
- package/assets/skills/qcsd-production-swarm/steps/05-decision-synthesis.md +136 -0
- package/assets/skills/qcsd-production-swarm/steps/06-report-generation.md +181 -0
- package/assets/skills/qcsd-production-swarm/steps/07-learning-persistence.md +185 -0
- package/assets/skills/qcsd-production-swarm/steps/08-feedback-loop.md +122 -0
- package/assets/skills/qcsd-production-swarm/steps/09-final-output.md +140 -0
- package/assets/skills/qcsd-refinement-swarm/SKILL.md +59 -2312
- package/assets/skills/qcsd-refinement-swarm/steps/01-flag-detection.md +91 -0
- package/assets/skills/qcsd-refinement-swarm/steps/02-core-agents.md +40 -0
- package/assets/skills/qcsd-refinement-swarm/steps/03-batch1-results.md +40 -0
- package/assets/skills/qcsd-refinement-swarm/steps/04-conditional-agents.md +35 -0
- package/assets/skills/qcsd-refinement-swarm/steps/05-decision-synthesis.md +43 -0
- package/assets/skills/qcsd-refinement-swarm/steps/06-report-generation.md +42 -0
- package/assets/skills/qcsd-refinement-swarm/steps/07-learning-persistence.md +53 -0
- package/assets/skills/qcsd-refinement-swarm/steps/08-transformation.md +36 -0
- package/assets/skills/qcsd-refinement-swarm/steps/09-final-output.md +46 -0
- package/assets/skills/sherlock-review/SKILL.md +3 -0
- package/assets/templates/agent-override-example.yaml +39 -0
- package/dist/agents/devils-advocate/agent.d.ts +25 -1
- package/dist/agents/devils-advocate/agent.js +108 -4
- package/dist/agents/devils-advocate/types.d.ts +54 -0
- package/dist/agents/devils-advocate/types.js +14 -0
- package/dist/agents/overlay-loader.d.ts +28 -0
- package/dist/agents/overlay-loader.js +232 -0
- package/dist/agents/overlay-schema.d.ts +56 -0
- package/dist/agents/overlay-schema.js +77 -0
- package/dist/analysis/branch-enumerator.d.ts +68 -0
- package/dist/analysis/branch-enumerator.js +393 -0
- package/dist/analysis/index.d.ts +2 -0
- package/dist/analysis/index.js +2 -0
- package/dist/cli/bundle.js +2469 -634
- package/dist/cli/commands/coverage.js +50 -0
- package/dist/cli/handlers/brain-handler.js +2 -1
- package/dist/context/compiler.d.ts +62 -0
- package/dist/context/compiler.js +143 -0
- package/dist/context/index.d.ts +8 -0
- package/dist/context/index.js +6 -0
- package/dist/context/sources/coverage-source.d.ts +15 -0
- package/dist/context/sources/coverage-source.js +77 -0
- package/dist/context/sources/git-source.d.ts +12 -0
- package/dist/context/sources/git-source.js +33 -0
- package/dist/context/sources/index.d.ts +6 -0
- package/dist/context/sources/index.js +5 -0
- package/dist/context/sources/memory-source.d.ts +17 -0
- package/dist/context/sources/memory-source.js +94 -0
- package/dist/context/sources/test-source.d.ts +13 -0
- package/dist/context/sources/test-source.js +53 -0
- package/dist/context/sources/types.d.ts +42 -0
- package/dist/context/sources/types.js +5 -0
- package/dist/domains/test-generation/coordinator.js +6 -4
- package/dist/feedback/feedback-loop.d.ts +5 -0
- package/dist/feedback/feedback-loop.js +12 -0
- package/dist/feedback/index.d.ts +1 -1
- package/dist/feedback/index.js +1 -1
- package/dist/init/agents-installer.d.ts +9 -0
- package/dist/init/agents-installer.js +72 -0
- package/dist/init/phases/07-hooks.d.ts +11 -0
- package/dist/init/phases/07-hooks.js +67 -0
- package/dist/init/phases/09-assets.js +3 -0
- package/dist/init/settings-merge.js +1 -1
- package/dist/kernel/hnsw-adapter.d.ts +3 -0
- package/dist/kernel/hnsw-adapter.js +11 -1
- package/dist/kernel/unified-memory-schemas.d.ts +1 -1
- package/dist/kernel/unified-memory-schemas.js +2 -0
- package/dist/kernel/unified-memory.js +25 -0
- package/dist/learning/experience-capture-middleware.js +24 -0
- package/dist/learning/sqlite-persistence.d.ts +3 -0
- package/dist/learning/sqlite-persistence.js +9 -0
- package/dist/learning/token-tracker.js +4 -0
- package/dist/mcp/bundle.js +3694 -3101
- package/dist/mcp/handlers/handler-factory.js +92 -11
- package/dist/mcp/services/task-router.d.ts +11 -0
- package/dist/mcp/services/task-router.js +26 -0
- package/dist/routing/qe-agent-registry.d.ts +11 -0
- package/dist/routing/qe-agent-registry.js +34 -0
- package/dist/routing/qe-task-router.d.ts +1 -0
- package/dist/routing/qe-task-router.js +34 -2
- package/dist/routing/routing-feedback.d.ts +5 -0
- package/dist/routing/routing-feedback.js +29 -3
- package/dist/routing/types.d.ts +2 -0
- package/dist/sync/pull-agent.js +2 -1
- package/dist/test-scheduling/pipeline.d.ts +7 -0
- package/dist/test-scheduling/pipeline.js +9 -0
- package/dist/validation/index.d.ts +3 -0
- package/dist/validation/index.js +10 -0
- package/dist/validation/pipeline.d.ts +80 -0
- package/dist/validation/pipeline.js +173 -0
- package/dist/validation/steps/requirements.d.ts +32 -0
- package/dist/validation/steps/requirements.js +596 -0
- package/package.json +6 -6
- package/.claude/agents/consensus/README.md +0 -253
- package/.claude/agents/deprecated/qe-api-contract-validator.md.v2 +0 -162
- package/.claude/agents/deprecated/qe-coverage-analyzer.md.v2 +0 -208
- package/.claude/agents/deprecated/qe-test-generator.md.v2 +0 -212
- package/.claude/agents/deprecated/qe-visual-tester.md.v2 +0 -216
- package/.claude/agents/hive-mind/collective-intelligence-coordinator.md +0 -130
- package/.claude/agents/hive-mind/queen-coordinator.md +0 -203
- package/.claude/agents/hive-mind/scout-explorer.md +0 -242
- package/.claude/agents/hive-mind/swarm-memory-manager.md +0 -193
- package/.claude/agents/hive-mind/worker-specialist.md +0 -217
- package/.claude/agents/neural/safla-neural.md +0 -74
- package/.claude/agents/optimization/README.md +0 -250
- package/.claude/agents/reasoning/agent.md +0 -816
- package/.claude/agents/reasoning/goal-planner.md +0 -73
- package/.claude/agents/subagents/qe-code-reviewer.md +0 -76
- package/.claude/agents/subagents/qe-coverage-gap-analyzer.md +0 -76
- package/.claude/agents/subagents/qe-data-generator.md +0 -77
- package/.claude/agents/subagents/qe-flaky-investigator.md +0 -91
- package/.claude/agents/subagents/qe-integration-tester.md +0 -90
- package/.claude/agents/subagents/qe-performance-validator.md +0 -92
- package/.claude/agents/subagents/qe-security-auditor.md +0 -94
- package/.claude/agents/subagents/qe-test-data-architect-sub.md +0 -93
- package/.claude/agents/subagents/qe-test-implementer.md +0 -106
- package/.claude/agents/subagents/qe-test-refactorer.md +0 -117
- package/.claude/agents/subagents/qe-test-writer.md +0 -112
- package/.claude/agents/swarm/README.md +0 -190
- package/.claude/agents/templates/migration-plan.md +0 -746
- package/.claude/agents/testing/unit/tdd-london-swarm.md +0 -244
- package/.claude/agents/testing/validation/production-validator.md +0 -395
- package/.claude/agents/v3/README.md +0 -39
- package/.claude/agents/v3/typescript-specialist.yaml +0 -21
- package/.claude/agents/v3/v3-memory-specialist.md +0 -318
- package/.claude/agents/v3/v3-performance-engineer.md +0 -397
- package/.claude/agents/v3/v3-queen-coordinator.md +0 -98
- package/.claude/agents/v3/v3-security-architect.md +0 -174
- package/.claude/commands/README.md +0 -106
- package/.claude/commands/agents/README.md +0 -10
- package/.claude/commands/agents/agent-capabilities.md +0 -21
- package/.claude/commands/agents/agent-coordination.md +0 -28
- package/.claude/commands/agents/agent-spawning.md +0 -28
- package/.claude/commands/agents/agent-types.md +0 -26
- package/.claude/commands/coordination/README.md +0 -9
- package/.claude/commands/coordination/agent-spawn.md +0 -25
- package/.claude/commands/coordination/init.md +0 -44
- package/.claude/commands/coordination/orchestrate.md +0 -43
- package/.claude/commands/coordination/spawn.md +0 -45
- package/.claude/commands/coordination/swarm-init.md +0 -85
- package/.claude/commands/coordination/task-orchestrate.md +0 -25
- package/.claude/commands/hive-mind/README.md +0 -17
- package/.claude/commands/hive-mind/hive-mind-consensus.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-init.md +0 -18
- package/.claude/commands/hive-mind/hive-mind-memory.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-metrics.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-resume.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-sessions.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-spawn.md +0 -21
- package/.claude/commands/hive-mind/hive-mind-status.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-stop.md +0 -8
- package/.claude/commands/hive-mind/hive-mind-wizard.md +0 -8
- package/.claude/commands/hive-mind/hive-mind.md +0 -27
- package/.claude/commands/memory/README.md +0 -9
- package/.claude/commands/memory/memory-persist.md +0 -25
- package/.claude/commands/memory/memory-search.md +0 -25
- package/.claude/commands/memory/memory-usage.md +0 -25
- package/.claude/commands/memory/neural.md +0 -47
- package/.claude/commands/swarm/README.md +0 -15
- package/.claude/commands/swarm/swarm-analysis.md +0 -8
- package/.claude/commands/swarm/swarm-background.md +0 -8
- package/.claude/commands/swarm/swarm-init.md +0 -19
- package/.claude/commands/swarm/swarm-modes.md +0 -8
- package/.claude/commands/swarm/swarm-monitor.md +0 -8
- package/.claude/commands/swarm/swarm-spawn.md +0 -19
- package/.claude/commands/swarm/swarm-status.md +0 -8
- package/.claude/commands/swarm/swarm-strategies.md +0 -8
- package/.claude/commands/swarm/swarm.md +0 -27
- package/.claude/commands/training/README.md +0 -9
- package/.claude/commands/training/model-update.md +0 -25
- package/.claude/commands/training/neural-patterns.md +0 -74
- package/.claude/commands/training/neural-train.md +0 -25
- package/.claude/commands/training/pattern-learn.md +0 -25
- package/.claude/commands/training/specialization.md +0 -63
- package/.claude/commands/workflows/README.md +0 -9
- package/.claude/commands/workflows/development.md +0 -78
- package/.claude/commands/workflows/research.md +0 -63
- package/.claude/commands/workflows/workflow-create.md +0 -25
- package/.claude/commands/workflows/workflow-execute.md +0 -25
- package/.claude/commands/workflows/workflow-export.md +0 -25
- package/.claude/skills/agentic-jujutsu/SKILL.md +0 -645
- package/.claude/skills/hive-mind-advanced/SKILL.md +0 -712
- package/.claude/skills/iterative-loop/SKILL.md +0 -371
- package/.claude/skills/performance-analysis/SKILL.md +0 -569
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +0 -144
- package/.claude/skills/performance-analysis/schemas/output.json +0 -588
- package/.claude/skills/performance-analysis/scripts/validate-config.json +0 -36
|
@@ -1,116 +1,116 @@
|
|
|
1
|
-
# Evidence Classification Guide
|
|
2
|
-
|
|
3
|
-
Guidelines for classifying evidence in Quality Criteria recommendations.
|
|
4
|
-
|
|
5
|
-
## Evidence Types
|
|
6
|
-
|
|
7
|
-
### Direct Evidence
|
|
8
|
-
**Definition:** Actual code quote, explicit documentation statement, or measurable fact from source.
|
|
9
|
-
|
|
10
|
-
**Requirements:**
|
|
11
|
-
- Must include `file_path:line_range` reference (e.g., `src/auth/login.ts:45-52`)
|
|
12
|
-
- Line ranges should be narrow (max 10-15 lines)
|
|
13
|
-
- Must quote or directly reference the source
|
|
14
|
-
|
|
15
|
-
**Examples:**
|
|
16
|
-
```
|
|
17
|
-
Source: src/payment/processor.ts:123-128
|
|
18
|
-
Type: Direct
|
|
19
|
-
Finding: No input validation before API call
|
|
20
|
-
Reasoning: Unvalidated input could enable injection attacks
|
|
21
|
-
```
|
|
22
|
-
|
|
23
|
-
### Inferred Evidence
|
|
24
|
-
**Definition:** Logical deduction from observed patterns, architectural implications, or domain knowledge.
|
|
25
|
-
|
|
26
|
-
**Requirements:**
|
|
27
|
-
- Must show reasoning chain
|
|
28
|
-
- Can use architectural implications
|
|
29
|
-
- Should reference what was observed
|
|
30
|
-
|
|
31
|
-
**Examples:**
|
|
32
|
-
```
|
|
33
|
-
Source: Architecture review of src/api/
|
|
34
|
-
Type: Inferred
|
|
35
|
-
Finding: No rate limiting middleware detected
|
|
36
|
-
Reasoning: API endpoints could be vulnerable to DoS; need to verify with load testing
|
|
37
|
-
```
|
|
38
|
-
|
|
39
|
-
### Claimed Evidence
|
|
40
|
-
**Definition:** Statement that requires verification - based on assumptions or incomplete data.
|
|
41
|
-
|
|
42
|
-
**Requirements:**
|
|
43
|
-
- Must state "requires verification" or "needs inspection to confirm"
|
|
44
|
-
- Must NOT speculate about what "could" or "might" happen
|
|
45
|
-
- Used when source is unavailable or claim needs validation
|
|
46
|
-
|
|
47
|
-
**Examples:**
|
|
48
|
-
```
|
|
49
|
-
WRONG: "Could range from efficient to aggressive implementation"
|
|
50
|
-
RIGHT: "Poll interval not specified - requires code inspection to verify"
|
|
51
|
-
```
|
|
52
|
-
|
|
53
|
-
## Evidence Table Format
|
|
54
|
-
|
|
55
|
-
```html
|
|
56
|
-
<table class="evidence-table">
|
|
57
|
-
<thead>
|
|
58
|
-
<tr>
|
|
59
|
-
<th>Source Reference</th>
|
|
60
|
-
<th>Type</th>
|
|
61
|
-
<th>Quality Implication</th>
|
|
62
|
-
<th>Reasoning</th>
|
|
63
|
-
</tr>
|
|
64
|
-
</thead>
|
|
65
|
-
<tbody>
|
|
66
|
-
<tr>
|
|
67
|
-
<td><code>src/auth/session.ts:89-94</code></td>
|
|
68
|
-
<td><span class="evidence-type direct">Direct</span></td>
|
|
69
|
-
<td>Session tokens stored without encryption</td>
|
|
70
|
-
<td class="evidence-reasoning">Credential exposure risk if storage is compromised</td>
|
|
71
|
-
</tr>
|
|
72
|
-
</tbody>
|
|
73
|
-
</table>
|
|
74
|
-
```
|
|
75
|
-
|
|
76
|
-
## Source Reference Format
|
|
77
|
-
|
|
78
|
-
### For Specific Code
|
|
79
|
-
```
|
|
80
|
-
file_path:start_line-end_line
|
|
81
|
-
Example: src/agents/FleetCommanderAgent.ts:847-852
|
|
82
|
-
```
|
|
83
|
-
|
|
84
|
-
### For File-Level Metrics
|
|
85
|
-
```
|
|
86
|
-
file_path (metric)
|
|
87
|
-
Example: src/agents/N8nBaseAgent.ts (683 LOC)
|
|
88
|
-
```
|
|
89
|
-
|
|
90
|
-
### For Search Results (No Matches)
|
|
91
|
-
```
|
|
92
|
-
N/A (verified via Glob/Grep search)
|
|
93
|
-
- NOT: tests/**/n8n/**/*.test.ts (glob pattern)
|
|
94
|
-
```
|
|
95
|
-
|
|
96
|
-
## Reasoning Column Guidelines
|
|
97
|
-
|
|
98
|
-
The Reasoning column must explain **WHY** something matters, not **WHAT** the code does.
|
|
99
|
-
|
|
100
|
-
| WRONG (describes WHAT) | CORRECT (explains WHY) |
|
|
101
|
-
|------------------------|------------------------|
|
|
102
|
-
| "Retry logic with exponential backoff" | "Retry pattern handles transient failures; needs edge case testing for timeout exhaustion" |
|
|
103
|
-
| "Session cookie stored in memory" | "Credential in memory could leak if agent state is serialized to logs" |
|
|
104
|
-
| "getWorkflow supports forceRefresh flag" | "Cache bypass prevents stale data; but increases load on source system" |
|
|
105
|
-
|
|
106
|
-
**Formula:**
|
|
107
|
-
```
|
|
108
|
-
{What the code does} → {Why that matters for quality} → {What could go wrong}
|
|
109
|
-
```
|
|
110
|
-
|
|
111
|
-
## Prohibited Patterns
|
|
112
|
-
|
|
113
|
-
- **No confidence percentages**: Use evidence types instead of "85% confident"
|
|
114
|
-
- **No vague blast radius**: Use "affects 19 agents" not "affects many"
|
|
115
|
-
- **No speculation in Claimed**: Use "requires verification" not "could be X or Y"
|
|
116
|
-
- **No keyword matching claims**: Show semantic reasoning, not keyword counts
|
|
1
|
+
# Evidence Classification Guide
|
|
2
|
+
|
|
3
|
+
Guidelines for classifying evidence in Quality Criteria recommendations.
|
|
4
|
+
|
|
5
|
+
## Evidence Types
|
|
6
|
+
|
|
7
|
+
### Direct Evidence
|
|
8
|
+
**Definition:** Actual code quote, explicit documentation statement, or measurable fact from source.
|
|
9
|
+
|
|
10
|
+
**Requirements:**
|
|
11
|
+
- Must include `file_path:line_range` reference (e.g., `src/auth/login.ts:45-52`)
|
|
12
|
+
- Line ranges should be narrow (max 10-15 lines)
|
|
13
|
+
- Must quote or directly reference the source
|
|
14
|
+
|
|
15
|
+
**Examples:**
|
|
16
|
+
```
|
|
17
|
+
Source: src/payment/processor.ts:123-128
|
|
18
|
+
Type: Direct
|
|
19
|
+
Finding: No input validation before API call
|
|
20
|
+
Reasoning: Unvalidated input could enable injection attacks
|
|
21
|
+
```
|
|
22
|
+
|
|
23
|
+
### Inferred Evidence
|
|
24
|
+
**Definition:** Logical deduction from observed patterns, architectural implications, or domain knowledge.
|
|
25
|
+
|
|
26
|
+
**Requirements:**
|
|
27
|
+
- Must show reasoning chain
|
|
28
|
+
- Can use architectural implications
|
|
29
|
+
- Should reference what was observed
|
|
30
|
+
|
|
31
|
+
**Examples:**
|
|
32
|
+
```
|
|
33
|
+
Source: Architecture review of src/api/
|
|
34
|
+
Type: Inferred
|
|
35
|
+
Finding: No rate limiting middleware detected
|
|
36
|
+
Reasoning: API endpoints could be vulnerable to DoS; need to verify with load testing
|
|
37
|
+
```
|
|
38
|
+
|
|
39
|
+
### Claimed Evidence
|
|
40
|
+
**Definition:** Statement that requires verification - based on assumptions or incomplete data.
|
|
41
|
+
|
|
42
|
+
**Requirements:**
|
|
43
|
+
- Must state "requires verification" or "needs inspection to confirm"
|
|
44
|
+
- Must NOT speculate about what "could" or "might" happen
|
|
45
|
+
- Used when source is unavailable or claim needs validation
|
|
46
|
+
|
|
47
|
+
**Examples:**
|
|
48
|
+
```
|
|
49
|
+
WRONG: "Could range from efficient to aggressive implementation"
|
|
50
|
+
RIGHT: "Poll interval not specified - requires code inspection to verify"
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
## Evidence Table Format
|
|
54
|
+
|
|
55
|
+
```html
|
|
56
|
+
<table class="evidence-table">
|
|
57
|
+
<thead>
|
|
58
|
+
<tr>
|
|
59
|
+
<th>Source Reference</th>
|
|
60
|
+
<th>Type</th>
|
|
61
|
+
<th>Quality Implication</th>
|
|
62
|
+
<th>Reasoning</th>
|
|
63
|
+
</tr>
|
|
64
|
+
</thead>
|
|
65
|
+
<tbody>
|
|
66
|
+
<tr>
|
|
67
|
+
<td><code>src/auth/session.ts:89-94</code></td>
|
|
68
|
+
<td><span class="evidence-type direct">Direct</span></td>
|
|
69
|
+
<td>Session tokens stored without encryption</td>
|
|
70
|
+
<td class="evidence-reasoning">Credential exposure risk if storage is compromised</td>
|
|
71
|
+
</tr>
|
|
72
|
+
</tbody>
|
|
73
|
+
</table>
|
|
74
|
+
```
|
|
75
|
+
|
|
76
|
+
## Source Reference Format
|
|
77
|
+
|
|
78
|
+
### For Specific Code
|
|
79
|
+
```
|
|
80
|
+
file_path:start_line-end_line
|
|
81
|
+
Example: src/agents/FleetCommanderAgent.ts:847-852
|
|
82
|
+
```
|
|
83
|
+
|
|
84
|
+
### For File-Level Metrics
|
|
85
|
+
```
|
|
86
|
+
file_path (metric)
|
|
87
|
+
Example: src/agents/N8nBaseAgent.ts (683 LOC)
|
|
88
|
+
```
|
|
89
|
+
|
|
90
|
+
### For Search Results (No Matches)
|
|
91
|
+
```
|
|
92
|
+
N/A (verified via Glob/Grep search)
|
|
93
|
+
- NOT: tests/**/n8n/**/*.test.ts (glob pattern)
|
|
94
|
+
```
|
|
95
|
+
|
|
96
|
+
## Reasoning Column Guidelines
|
|
97
|
+
|
|
98
|
+
The Reasoning column must explain **WHY** something matters, not **WHAT** the code does.
|
|
99
|
+
|
|
100
|
+
| WRONG (describes WHAT) | CORRECT (explains WHY) |
|
|
101
|
+
|------------------------|------------------------|
|
|
102
|
+
| "Retry logic with exponential backoff" | "Retry pattern handles transient failures; needs edge case testing for timeout exhaustion" |
|
|
103
|
+
| "Session cookie stored in memory" | "Credential in memory could leak if agent state is serialized to logs" |
|
|
104
|
+
| "getWorkflow supports forceRefresh flag" | "Cache bypass prevents stale data; but increases load on source system" |
|
|
105
|
+
|
|
106
|
+
**Formula:**
|
|
107
|
+
```
|
|
108
|
+
{What the code does} → {Why that matters for quality} → {What could go wrong}
|
|
109
|
+
```
|
|
110
|
+
|
|
111
|
+
## Prohibited Patterns
|
|
112
|
+
|
|
113
|
+
- **No confidence percentages**: Use evidence types instead of "85% confident"
|
|
114
|
+
- **No vague blast radius**: Use "affects 19 agents" not "affects many"
|
|
115
|
+
- **No speculation in Claimed**: Use "requires verification" not "could be X or Y"
|
|
116
|
+
- **No keyword matching claims**: Show semantic reasoning, not keyword counts
|
|
@@ -1,139 +1,139 @@
|
|
|
1
|
-
# HTSM v6.3 Quality Criteria Categories
|
|
2
|
-
|
|
3
|
-
James Bach's Heuristic Test Strategy Model (HTSM) v6.3 Quality Criteria framework.
|
|
4
|
-
|
|
5
|
-
## 1. Capability
|
|
6
|
-
**Can it perform the required functions?**
|
|
7
|
-
|
|
8
|
-
| Subcategory | Focus |
|
|
9
|
-
|-------------|-------|
|
|
10
|
-
| Sufficiency | Does it do what it's supposed to? |
|
|
11
|
-
| Correctness | Does it do it correctly? |
|
|
12
|
-
|
|
13
|
-
**Priority Indicators:**
|
|
14
|
-
- P0: Core business functionality
|
|
15
|
-
- P1: Important features
|
|
16
|
-
- P2: Secondary features
|
|
17
|
-
- P3: Nice-to-have features
|
|
18
|
-
|
|
19
|
-
## 2. Reliability
|
|
20
|
-
**Will it work well and resist failure?**
|
|
21
|
-
|
|
22
|
-
| Subcategory | Focus |
|
|
23
|
-
|-------------|-------|
|
|
24
|
-
| Robustness | Can it handle adverse conditions? |
|
|
25
|
-
| Error Handling | Does it handle errors gracefully? |
|
|
26
|
-
| Data Integrity | Is data protected from corruption? |
|
|
27
|
-
| Safety | Does it avoid dangerous behaviors? |
|
|
28
|
-
|
|
29
|
-
**Cannot be omitted** - All systems can fail.
|
|
30
|
-
|
|
31
|
-
## 3. Usability
|
|
32
|
-
**How easy is it for real users?**
|
|
33
|
-
|
|
34
|
-
| Subcategory | Focus |
|
|
35
|
-
|-------------|-------|
|
|
36
|
-
| Learnability | How quickly can users learn? |
|
|
37
|
-
| Operability | How easy to operate day-to-day? |
|
|
38
|
-
| Accessibility | Can users with disabilities use it? |
|
|
39
|
-
|
|
40
|
-
## 4. Charisma
|
|
41
|
-
**How appealing is the product?**
|
|
42
|
-
|
|
43
|
-
| Subcategory | Focus |
|
|
44
|
-
|-------------|-------|
|
|
45
|
-
| Aesthetics | Is it visually pleasing? |
|
|
46
|
-
| Uniqueness | Does it stand out? |
|
|
47
|
-
| Entrancement | Does it engage users? |
|
|
48
|
-
| Image | Does it project the right brand? |
|
|
49
|
-
|
|
50
|
-
**Note:** "Brand guidelines handled separately" is NOT a valid omission reason. Charisma is about UX testing, not brand documentation.
|
|
51
|
-
|
|
52
|
-
## 5. Security
|
|
53
|
-
**How well protected against unauthorized use?**
|
|
54
|
-
|
|
55
|
-
| Subcategory | Focus |
|
|
56
|
-
|-------------|-------|
|
|
57
|
-
| Authentication | Who is using it? |
|
|
58
|
-
| Authorization | What are they allowed to do? |
|
|
59
|
-
| Privacy | Is personal data protected? |
|
|
60
|
-
| Security Holes | Are there vulnerabilities? |
|
|
61
|
-
|
|
62
|
-
**Cannot be omitted** - Every system has attack surface.
|
|
63
|
-
|
|
64
|
-
## 6. Scalability
|
|
65
|
-
**How well does deployment scale?**
|
|
66
|
-
|
|
67
|
-
| Subcategory | Focus |
|
|
68
|
-
|-------------|-------|
|
|
69
|
-
| Load Handling | Behavior under increased demand |
|
|
70
|
-
| Resource Efficiency | Resource usage at scale |
|
|
71
|
-
|
|
72
|
-
## 7. Compatibility
|
|
73
|
-
**Works with external components?**
|
|
74
|
-
|
|
75
|
-
| Subcategory | Focus |
|
|
76
|
-
|-------------|-------|
|
|
77
|
-
| Application | Works with other applications? |
|
|
78
|
-
| OS | Works with target operating systems? |
|
|
79
|
-
| Hardware | Works with target hardware? |
|
|
80
|
-
| Backward | Works with previous versions? |
|
|
81
|
-
| Product Footprint | Resource requirements acceptable? |
|
|
82
|
-
|
|
83
|
-
## 8. Performance
|
|
84
|
-
**How speedy and responsive?**
|
|
85
|
-
|
|
86
|
-
| Subcategory | Focus |
|
|
87
|
-
|-------------|-------|
|
|
88
|
-
| Response Time | Under various conditions |
|
|
89
|
-
| Throughput | Data processing capacity |
|
|
90
|
-
| Efficiency | Resource utilization |
|
|
91
|
-
|
|
92
|
-
**Cannot be omitted** - Every system has response time.
|
|
93
|
-
|
|
94
|
-
## 9. Installability
|
|
95
|
-
**How easily installed?**
|
|
96
|
-
|
|
97
|
-
| Subcategory | Focus |
|
|
98
|
-
|-------------|-------|
|
|
99
|
-
| System Requirements | Clear and achievable? |
|
|
100
|
-
| Configuration | Easy to configure? |
|
|
101
|
-
| Uninstallation | Clean removal? |
|
|
102
|
-
| Upgrades/Patches | Easy to update? |
|
|
103
|
-
| Administration | Easy to administer? |
|
|
104
|
-
|
|
105
|
-
**Valid omission:** Pure SaaS/browser-based with no client installation.
|
|
106
|
-
|
|
107
|
-
## 10. Development
|
|
108
|
-
**How well can we create/test/modify?**
|
|
109
|
-
|
|
110
|
-
| Subcategory | Focus |
|
|
111
|
-
|-------------|-------|
|
|
112
|
-
| Supportability | Easy to support? |
|
|
113
|
-
| Testability | Easy to test? |
|
|
114
|
-
| Maintainability | Easy to maintain? |
|
|
115
|
-
| Portability | Easy to port? |
|
|
116
|
-
| Localizability | Easy to localize? |
|
|
117
|
-
|
|
118
|
-
**Cannot be omitted** - Always applies to software.
|
|
119
|
-
|
|
120
|
-
---
|
|
121
|
-
|
|
122
|
-
## Priority Assignment Guide
|
|
123
|
-
|
|
124
|
-
| Priority | Definition | Example |
|
|
125
|
-
|----------|------------|---------|
|
|
126
|
-
| **P0 (Critical)** | Failure causes immediate business/user harm | Payment failures, data breaches |
|
|
127
|
-
| **P1 (High)** | Critical to core user value proposition | Core features not working |
|
|
128
|
-
| **P2 (Medium)** | Affects satisfaction but not blocking | Secondary features |
|
|
129
|
-
| **P3 (Low)** | Nice-to-have improvements | Polish, edge case optimization |
|
|
130
|
-
|
|
131
|
-
## Valid vs Invalid Omission Reasons
|
|
132
|
-
|
|
133
|
-
| Category | Valid Omission | Invalid Omission |
|
|
134
|
-
|----------|----------------|------------------|
|
|
135
|
-
| Installability | "Pure SaaS, no client installation" | "Handled by ops team" |
|
|
136
|
-
| Charisma | "CLI tool, visual design N/A" | "Brand guidelines separate" |
|
|
137
|
-
| Compatibility | "Single-platform by contract" | "Will test on main browsers" |
|
|
138
|
-
| Development | **NEVER** | "Team is experienced" |
|
|
139
|
-
| Security | **NEVER** | "Internal system only" |
|
|
1
|
+
# HTSM v6.3 Quality Criteria Categories
|
|
2
|
+
|
|
3
|
+
James Bach's Heuristic Test Strategy Model (HTSM) v6.3 Quality Criteria framework.
|
|
4
|
+
|
|
5
|
+
## 1. Capability
|
|
6
|
+
**Can it perform the required functions?**
|
|
7
|
+
|
|
8
|
+
| Subcategory | Focus |
|
|
9
|
+
|-------------|-------|
|
|
10
|
+
| Sufficiency | Does it do what it's supposed to? |
|
|
11
|
+
| Correctness | Does it do it correctly? |
|
|
12
|
+
|
|
13
|
+
**Priority Indicators:**
|
|
14
|
+
- P0: Core business functionality
|
|
15
|
+
- P1: Important features
|
|
16
|
+
- P2: Secondary features
|
|
17
|
+
- P3: Nice-to-have features
|
|
18
|
+
|
|
19
|
+
## 2. Reliability
|
|
20
|
+
**Will it work well and resist failure?**
|
|
21
|
+
|
|
22
|
+
| Subcategory | Focus |
|
|
23
|
+
|-------------|-------|
|
|
24
|
+
| Robustness | Can it handle adverse conditions? |
|
|
25
|
+
| Error Handling | Does it handle errors gracefully? |
|
|
26
|
+
| Data Integrity | Is data protected from corruption? |
|
|
27
|
+
| Safety | Does it avoid dangerous behaviors? |
|
|
28
|
+
|
|
29
|
+
**Cannot be omitted** - All systems can fail.
|
|
30
|
+
|
|
31
|
+
## 3. Usability
|
|
32
|
+
**How easy is it for real users?**
|
|
33
|
+
|
|
34
|
+
| Subcategory | Focus |
|
|
35
|
+
|-------------|-------|
|
|
36
|
+
| Learnability | How quickly can users learn? |
|
|
37
|
+
| Operability | How easy to operate day-to-day? |
|
|
38
|
+
| Accessibility | Can users with disabilities use it? |
|
|
39
|
+
|
|
40
|
+
## 4. Charisma
|
|
41
|
+
**How appealing is the product?**
|
|
42
|
+
|
|
43
|
+
| Subcategory | Focus |
|
|
44
|
+
|-------------|-------|
|
|
45
|
+
| Aesthetics | Is it visually pleasing? |
|
|
46
|
+
| Uniqueness | Does it stand out? |
|
|
47
|
+
| Entrancement | Does it engage users? |
|
|
48
|
+
| Image | Does it project the right brand? |
|
|
49
|
+
|
|
50
|
+
**Note:** "Brand guidelines handled separately" is NOT a valid omission reason. Charisma is about UX testing, not brand documentation.
|
|
51
|
+
|
|
52
|
+
## 5. Security
|
|
53
|
+
**How well protected against unauthorized use?**
|
|
54
|
+
|
|
55
|
+
| Subcategory | Focus |
|
|
56
|
+
|-------------|-------|
|
|
57
|
+
| Authentication | Who is using it? |
|
|
58
|
+
| Authorization | What are they allowed to do? |
|
|
59
|
+
| Privacy | Is personal data protected? |
|
|
60
|
+
| Security Holes | Are there vulnerabilities? |
|
|
61
|
+
|
|
62
|
+
**Cannot be omitted** - Every system has attack surface.
|
|
63
|
+
|
|
64
|
+
## 6. Scalability
|
|
65
|
+
**How well does deployment scale?**
|
|
66
|
+
|
|
67
|
+
| Subcategory | Focus |
|
|
68
|
+
|-------------|-------|
|
|
69
|
+
| Load Handling | Behavior under increased demand |
|
|
70
|
+
| Resource Efficiency | Resource usage at scale |
|
|
71
|
+
|
|
72
|
+
## 7. Compatibility
|
|
73
|
+
**Works with external components?**
|
|
74
|
+
|
|
75
|
+
| Subcategory | Focus |
|
|
76
|
+
|-------------|-------|
|
|
77
|
+
| Application | Works with other applications? |
|
|
78
|
+
| OS | Works with target operating systems? |
|
|
79
|
+
| Hardware | Works with target hardware? |
|
|
80
|
+
| Backward | Works with previous versions? |
|
|
81
|
+
| Product Footprint | Resource requirements acceptable? |
|
|
82
|
+
|
|
83
|
+
## 8. Performance
|
|
84
|
+
**How speedy and responsive?**
|
|
85
|
+
|
|
86
|
+
| Subcategory | Focus |
|
|
87
|
+
|-------------|-------|
|
|
88
|
+
| Response Time | Under various conditions |
|
|
89
|
+
| Throughput | Data processing capacity |
|
|
90
|
+
| Efficiency | Resource utilization |
|
|
91
|
+
|
|
92
|
+
**Cannot be omitted** - Every system has response time.
|
|
93
|
+
|
|
94
|
+
## 9. Installability
|
|
95
|
+
**How easily installed?**
|
|
96
|
+
|
|
97
|
+
| Subcategory | Focus |
|
|
98
|
+
|-------------|-------|
|
|
99
|
+
| System Requirements | Clear and achievable? |
|
|
100
|
+
| Configuration | Easy to configure? |
|
|
101
|
+
| Uninstallation | Clean removal? |
|
|
102
|
+
| Upgrades/Patches | Easy to update? |
|
|
103
|
+
| Administration | Easy to administer? |
|
|
104
|
+
|
|
105
|
+
**Valid omission:** Pure SaaS/browser-based with no client installation.
|
|
106
|
+
|
|
107
|
+
## 10. Development
|
|
108
|
+
**How well can we create/test/modify?**
|
|
109
|
+
|
|
110
|
+
| Subcategory | Focus |
|
|
111
|
+
|-------------|-------|
|
|
112
|
+
| Supportability | Easy to support? |
|
|
113
|
+
| Testability | Easy to test? |
|
|
114
|
+
| Maintainability | Easy to maintain? |
|
|
115
|
+
| Portability | Easy to port? |
|
|
116
|
+
| Localizability | Easy to localize? |
|
|
117
|
+
|
|
118
|
+
**Cannot be omitted** - Always applies to software.
|
|
119
|
+
|
|
120
|
+
---
|
|
121
|
+
|
|
122
|
+
## Priority Assignment Guide
|
|
123
|
+
|
|
124
|
+
| Priority | Definition | Example |
|
|
125
|
+
|----------|------------|---------|
|
|
126
|
+
| **P0 (Critical)** | Failure causes immediate business/user harm | Payment failures, data breaches |
|
|
127
|
+
| **P1 (High)** | Critical to core user value proposition | Core features not working |
|
|
128
|
+
| **P2 (Medium)** | Affects satisfaction but not blocking | Secondary features |
|
|
129
|
+
| **P3 (Low)** | Nice-to-have improvements | Polish, edge case optimization |
|
|
130
|
+
|
|
131
|
+
## Valid vs Invalid Omission Reasons
|
|
132
|
+
|
|
133
|
+
| Category | Valid Omission | Invalid Omission |
|
|
134
|
+
|----------|----------------|------------------|
|
|
135
|
+
| Installability | "Pure SaaS, no client installation" | "Handled by ops team" |
|
|
136
|
+
| Charisma | "CLI tool, visual design N/A" | "Brand guidelines separate" |
|
|
137
|
+
| Compatibility | "Single-platform by contract" | "Will test on main browsers" |
|
|
138
|
+
| Development | **NEVER** | "Team is experienced" |
|
|
139
|
+
| Security | **NEVER** | "Internal system only" |
|
package/.claude/skills/README.md
CHANGED
|
@@ -4,16 +4,16 @@ This directory contains Quality Engineering skills managed by Agentic QE.
|
|
|
4
4
|
|
|
5
5
|
## Summary
|
|
6
6
|
|
|
7
|
-
- **Total QE Skills**:
|
|
8
|
-
- **V2 Methodology Skills**:
|
|
7
|
+
- **Total QE Skills**: 77
|
|
8
|
+
- **V2 Methodology Skills**: 62
|
|
9
9
|
- **V3 Domain Skills**: 15
|
|
10
|
-
- **Platform Skills**:
|
|
10
|
+
- **Platform Skills**: 30 (Claude Flow managed)
|
|
11
11
|
- **Validation Infrastructure**: ✅ Installed
|
|
12
12
|
|
|
13
13
|
> **Note**: Platform skills (agentdb, github, flow-nexus, etc.) are managed by claude-flow.
|
|
14
14
|
> Only QE-specific skills are installed/updated by `aqe init`.
|
|
15
15
|
|
|
16
|
-
## V2 Methodology Skills (
|
|
16
|
+
## V2 Methodology Skills (62)
|
|
17
17
|
|
|
18
18
|
Version-agnostic quality engineering best practices from the QE community.
|
|
19
19
|
|
|
@@ -21,6 +21,7 @@ Version-agnostic quality engineering best practices from the QE community.
|
|
|
21
21
|
- **accessibility-testing**: WCAG 2.2 compliance testing, screen reader validation, and inclusive design verification. Use when ensuring legal compliance (ADA, Section 508), testing for disabilities, or building accessible applications for 1 billion disabled users globally.
|
|
22
22
|
- **agentic-quality-engineering**: AI agents as force multipliers for quality work. Core skill for all 19 QE agents using PACT principles.
|
|
23
23
|
- **api-testing-patterns**: Comprehensive API testing patterns including contract testing, REST/GraphQL testing, and integration testing. Use when testing APIs or designing API test strategies.
|
|
24
|
+
- **browser**: Web browser automation with AI-optimized snapshots for claude-flow agents
|
|
24
25
|
- **brutal-honesty-review**: Unvarnished technical criticism combining Linus Torvalds
|
|
25
26
|
- **bug-reporting-excellence**: Write high-quality bug reports that get fixed quickly. Use when reporting bugs, training teams on bug reporting, or establishing bug report standards.
|
|
26
27
|
- **chaos-engineering-resilience**: Chaos engineering principles, controlled failure injection, resilience testing, and system recovery validation. Use when testing distributed systems, building confidence in fault tolerance, or validating disaster recovery.
|
|
@@ -52,6 +53,7 @@ Version-agnostic quality engineering best practices from the QE community.
|
|
|
52
53
|
- **qcsd-cicd-swarm**: QCSD Verification phase swarm for CI/CD pipeline quality gates using regression analysis, flaky test detection, quality gate enforcement, and deployment readiness assessment. Consumes Development outputs (SHIP/CONDITIONAL/HOLD decisions, quality metrics) and produces signals for Production monitoring.
|
|
53
54
|
- **qcsd-development-swarm**: QCSD Development phase swarm for in-sprint code quality assurance using TDD adherence, code complexity analysis, coverage gap detection, and defect prediction. Consumes Refinement outputs (BDD scenarios, SFDIPOT priorities) and produces signals for Verification.
|
|
54
55
|
- **qcsd-ideation-swarm**: QCSD Ideation phase swarm for Quality Criteria sessions using HTSM v6.3, Risk Storming, and Testability analysis before development begins. Uses 5-tier browser cascade: Vibium → agent-browser → Playwright+Stealth → WebFetch → WebSearch-fallback.
|
|
56
|
+
- **qcsd-production-swarm**: QCSD Production Telemetry phase swarm for post-release production health assessment using DORA metrics, root cause analysis, defect prediction, and cross-phase feedback loops. Consumes CI/CD outputs (RELEASE/REMEDIATE/BLOCK decisions, release readiness metrics) and produces feedback signals to Ideation and Refinement.
|
|
55
57
|
- **qcsd-refinement-swarm**: QCSD Refinement phase swarm for Sprint Refinement sessions using SFDIPOT product factors, BDD scenario generation, and requirements validation.
|
|
56
58
|
- **quality-metrics**: Measure quality effectively with actionable metrics. Use when establishing quality dashboards, defining KPIs, or evaluating test effectiveness.
|
|
57
59
|
- **refactoring-patterns**: Apply safe refactoring patterns to improve code structure without changing behavior. Use when cleaning up code, reducing technical debt, or improving maintainability.
|
|
@@ -98,7 +100,7 @@ V3-specific implementation guides for the 12 DDD bounded contexts.
|
|
|
98
100
|
- **qe-test-generation**: AI-powered test generation using pattern recognition, code analysis, and intelligent test synthesis for comprehensive test coverage.
|
|
99
101
|
- **qe-visual-accessibility**: Visual regression testing, responsive design validation, and WCAG accessibility compliance testing.
|
|
100
102
|
|
|
101
|
-
## Platform Skills (
|
|
103
|
+
## Platform Skills (30)
|
|
102
104
|
|
|
103
105
|
Claude Flow platform skills (managed separately).
|
|
104
106
|
|
|
@@ -107,7 +109,6 @@ Claude Flow platform skills (managed separately).
|
|
|
107
109
|
- agentdb-memory-patterns
|
|
108
110
|
- agentdb-optimization
|
|
109
111
|
- agentdb-vector-search
|
|
110
|
-
- agentic-jujutsu
|
|
111
112
|
- flow-nexus-neural
|
|
112
113
|
- flow-nexus-platform
|
|
113
114
|
- flow-nexus-swarm
|
|
@@ -116,13 +117,9 @@ Claude Flow platform skills (managed separately).
|
|
|
116
117
|
- github-project-management
|
|
117
118
|
- github-release-management
|
|
118
119
|
- github-workflow-automation
|
|
119
|
-
- hive-mind-advanced
|
|
120
120
|
- hooks-automation
|
|
121
|
-
- iterative-loop
|
|
122
|
-
- performance-analysis
|
|
123
121
|
- reasoningbank-agentdb
|
|
124
122
|
- reasoningbank-intelligence
|
|
125
|
-
- release
|
|
126
123
|
- skill-builder
|
|
127
124
|
- sparc-methodology
|
|
128
125
|
- stream-chain
|
|
@@ -151,4 +148,4 @@ See `.validation/README.md` for usage instructions.
|
|
|
151
148
|
|
|
152
149
|
---
|
|
153
150
|
|
|
154
|
-
*Generated by AQE v3 init on 2026-
|
|
151
|
+
*Generated by AQE v3 init on 2026-03-11T09:00:19.526Z*
|
|
@@ -39,6 +39,9 @@ When brutal honesty is needed:
|
|
|
39
39
|
- Level 3 (Brutal): "This is negligent. You're exposing user data because..."
|
|
40
40
|
|
|
41
41
|
**DO NOT USE FOR:** Junior devs' first PRs, demoralized teams, public forums, low psychological safety
|
|
42
|
+
|
|
43
|
+
## Minimum Findings Enforcement
|
|
44
|
+
All brutal honesty reviews enforce a minimum of 3 weighted findings (CRITICAL=3, HIGH=2, MEDIUM=1, LOW=0.5). If the initial review finds fewer, escalate to deeper analysis. Brutally honest reviewers should ALWAYS find something -- if you can't, explain exactly why with evidence.
|
|
42
45
|
</default_to_action>
|
|
43
46
|
|
|
44
47
|
## Quick Reference Card
|
|
@@ -150,6 +150,9 @@ This validation logic appears in 3 places. A `validateEmail()` helper would redu
|
|
|
150
150
|
- Is this doing too many things?
|
|
151
151
|
- Is there duplication we could reduce?
|
|
152
152
|
|
|
153
|
+
## Minimum Findings Enforcement
|
|
154
|
+
Reviews must meet a minimum weighted finding score of 3.0 (CRITICAL=3, HIGH=2, MEDIUM=1, LOW=0.5, INFORMATIONAL=0.25). If the initial review falls short, run the qe-devils-advocate agent as a meta-reviewer to find additional observations. Every review should have at least 3 actionable observations.
|
|
155
|
+
|
|
153
156
|
---
|
|
154
157
|
|
|
155
158
|
## Agent-Assisted Reviews
|