agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,444 +1,444 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://agentic-qe.dev/schemas/test-automation-strategy-output.json",
4
- "title": "AQE Test Automation Strategy Skill Output Schema",
5
- "description": "Schema for test-automation-strategy skill output validation. Extends the base skill-output template with test pyramid compliance, F.I.R.S.T. principles, and CI/CD integration.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "test-automation-strategy",
12
- "description": "Must be 'test-automation-strategy'"
13
- },
14
- "version": {
15
- "type": "string",
16
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
- },
18
- "timestamp": {
19
- "type": "string",
20
- "format": "date-time"
21
- },
22
- "status": {
23
- "type": "string",
24
- "enum": ["success", "partial", "failed", "skipped"]
25
- },
26
- "trustTier": {
27
- "type": "integer",
28
- "const": 3
29
- },
30
- "output": {
31
- "type": "object",
32
- "required": ["summary", "pyramidAnalysis", "firstPrinciples", "findings", "recommendations"],
33
- "properties": {
34
- "summary": {
35
- "type": "string",
36
- "minLength": 50,
37
- "maxLength": 2000,
38
- "description": "Human-readable summary of automation strategy assessment"
39
- },
40
- "score": {
41
- "$ref": "#/$defs/automationScore"
42
- },
43
- "pyramidAnalysis": {
44
- "$ref": "#/$defs/pyramidAnalysis",
45
- "description": "Test pyramid compliance analysis"
46
- },
47
- "firstPrinciples": {
48
- "$ref": "#/$defs/firstPrinciples",
49
- "description": "F.I.R.S.T. principles assessment"
50
- },
51
- "patterns": {
52
- "$ref": "#/$defs/automationPatterns",
53
- "description": "Automation patterns analysis"
54
- },
55
- "antiPatterns": {
56
- "$ref": "#/$defs/antiPatterns",
57
- "description": "Detected anti-patterns"
58
- },
59
- "cicdIntegration": {
60
- "$ref": "#/$defs/cicdIntegration",
61
- "description": "CI/CD pipeline integration"
62
- },
63
- "flakyTests": {
64
- "$ref": "#/$defs/flakyTestAnalysis",
65
- "description": "Flaky test analysis"
66
- },
67
- "findings": {
68
- "type": "array",
69
- "items": {
70
- "$ref": "#/$defs/automationFinding"
71
- },
72
- "maxItems": 100
73
- },
74
- "recommendations": {
75
- "type": "array",
76
- "items": {
77
- "$ref": "#/$defs/automationRecommendation"
78
- },
79
- "maxItems": 50
80
- },
81
- "metrics": {
82
- "$ref": "#/$defs/automationMetrics"
83
- },
84
- "artifacts": {
85
- "type": "array",
86
- "items": {
87
- "$ref": "#/$defs/artifact"
88
- },
89
- "maxItems": 50
90
- }
91
- }
92
- },
93
- "metadata": {
94
- "$ref": "#/$defs/metadata"
95
- },
96
- "validation": {
97
- "$ref": "#/$defs/validationResult"
98
- },
99
- "learning": {
100
- "$ref": "#/$defs/learningData"
101
- }
102
- },
103
- "$defs": {
104
- "automationScore": {
105
- "type": "object",
106
- "required": ["value", "max"],
107
- "properties": {
108
- "value": {
109
- "type": "number",
110
- "minimum": 0,
111
- "maximum": 100
112
- },
113
- "max": {
114
- "type": "number",
115
- "const": 100
116
- },
117
- "grade": {
118
- "type": "string",
119
- "pattern": "^[A-F][+-]?$"
120
- },
121
- "maturityLevel": {
122
- "type": "string",
123
- "enum": ["initial", "managed", "defined", "quantitatively-managed", "optimizing"],
124
- "description": "Automation maturity level"
125
- }
126
- }
127
- },
128
- "pyramidAnalysis": {
129
- "type": "object",
130
- "required": ["layers", "shape"],
131
- "properties": {
132
- "layers": {
133
- "type": "object",
134
- "properties": {
135
- "unit": {
136
- "type": "object",
137
- "properties": {
138
- "count": { "type": "integer" },
139
- "percentage": { "type": "number" },
140
- "targetPercentage": { "type": "number", "default": 70 },
141
- "averageExecutionMs": { "type": "number" },
142
- "isolation": { "type": "string", "enum": ["complete", "partial", "none"] }
143
- }
144
- },
145
- "integration": {
146
- "type": "object",
147
- "properties": {
148
- "count": { "type": "integer" },
149
- "percentage": { "type": "number" },
150
- "targetPercentage": { "type": "number", "default": 20 },
151
- "averageExecutionMs": { "type": "number" },
152
- "isolation": { "type": "string" }
153
- }
154
- },
155
- "e2e": {
156
- "type": "object",
157
- "properties": {
158
- "count": { "type": "integer" },
159
- "percentage": { "type": "number" },
160
- "targetPercentage": { "type": "number", "default": 10 },
161
- "averageExecutionMs": { "type": "number" },
162
- "isolation": { "type": "string" }
163
- }
164
- }
165
- }
166
- },
167
- "shape": {
168
- "type": "string",
169
- "enum": ["healthy-pyramid", "ice-cream-cone", "hourglass", "cupcake", "diamond"],
170
- "description": "Current test pyramid shape"
171
- },
172
- "pyramidHealthScore": {
173
- "type": "number",
174
- "minimum": 0,
175
- "maximum": 100,
176
- "description": "How healthy is the pyramid"
177
- },
178
- "recommendations": {
179
- "type": "array",
180
- "items": { "type": "string" }
181
- }
182
- }
183
- },
184
- "firstPrinciples": {
185
- "type": "object",
186
- "required": ["fast", "isolated", "repeatable", "selfValidating", "timely"],
187
- "properties": {
188
- "fast": {
189
- "type": "object",
190
- "properties": {
191
- "score": { "type": "number", "minimum": 0, "maximum": 100 },
192
- "totalSuiteTime": { "type": "integer", "description": "Total suite execution time in seconds" },
193
- "targetTime": { "type": "integer", "description": "Target time in seconds" },
194
- "slowTests": { "type": "integer", "description": "Number of tests exceeding 1s" },
195
- "issues": { "type": "array", "items": { "type": "string" } }
196
- }
197
- },
198
- "isolated": {
199
- "type": "object",
200
- "properties": {
201
- "score": { "type": "number", "minimum": 0, "maximum": 100 },
202
- "sharedState": { "type": "boolean" },
203
- "orderDependencies": { "type": "boolean" },
204
- "parallelizable": { "type": "boolean" },
205
- "issues": { "type": "array", "items": { "type": "string" } }
206
- }
207
- },
208
- "repeatable": {
209
- "type": "object",
210
- "properties": {
211
- "score": { "type": "number", "minimum": 0, "maximum": 100 },
212
- "flakyTestCount": { "type": "integer" },
213
- "randomData": { "type": "boolean" },
214
- "timeDependencies": { "type": "boolean" },
215
- "environmentDependencies": { "type": "boolean" },
216
- "issues": { "type": "array", "items": { "type": "string" } }
217
- }
218
- },
219
- "selfValidating": {
220
- "type": "object",
221
- "properties": {
222
- "score": { "type": "number", "minimum": 0, "maximum": 100 },
223
- "manualVerification": { "type": "boolean" },
224
- "clearAssertions": { "type": "boolean" },
225
- "meaningfulFailures": { "type": "boolean" },
226
- "issues": { "type": "array", "items": { "type": "string" } }
227
- }
228
- },
229
- "timely": {
230
- "type": "object",
231
- "properties": {
232
- "score": { "type": "number", "minimum": 0, "maximum": 100 },
233
- "testFirstRatio": { "type": "number" },
234
- "testLag": { "type": "string", "description": "How long after code are tests written" },
235
- "issues": { "type": "array", "items": { "type": "string" } }
236
- }
237
- },
238
- "overallScore": {
239
- "type": "number",
240
- "minimum": 0,
241
- "maximum": 100
242
- }
243
- }
244
- },
245
- "automationPatterns": {
246
- "type": "object",
247
- "properties": {
248
- "pageObjectModel": {
249
- "type": "object",
250
- "properties": {
251
- "used": { "type": "boolean" },
252
- "coverage": { "type": "number" },
253
- "quality": { "type": "string", "enum": ["poor", "fair", "good", "excellent"] }
254
- }
255
- },
256
- "builderPattern": { "type": "object" },
257
- "factoryPattern": { "type": "object" },
258
- "fixtureManagement": {
259
- "type": "object",
260
- "properties": {
261
- "strategy": { "type": "string" },
262
- "isolation": { "type": "boolean" },
263
- "cleanup": { "type": "boolean" }
264
- }
265
- },
266
- "dataTestIds": {
267
- "type": "object",
268
- "properties": {
269
- "used": { "type": "boolean" },
270
- "coverage": { "type": "number" }
271
- }
272
- }
273
- }
274
- },
275
- "antiPatterns": {
276
- "type": "object",
277
- "properties": {
278
- "detected": {
279
- "type": "array",
280
- "items": {
281
- "type": "object",
282
- "properties": {
283
- "name": {
284
- "type": "string",
285
- "enum": ["ice-cream-cone", "slow-suite", "flaky-tests", "coupled-tests", "brittle-selectors", "test-duplication", "hardcoded-data", "sleep-statements", "no-assertions"]
286
- },
287
- "severity": { "type": "string", "enum": ["critical", "high", "medium", "low"] },
288
- "occurrences": { "type": "integer" },
289
- "examples": { "type": "array", "items": { "type": "string" } },
290
- "remediation": { "type": "string" }
291
- }
292
- }
293
- },
294
- "totalCount": { "type": "integer" },
295
- "criticalCount": { "type": "integer" }
296
- }
297
- },
298
- "cicdIntegration": {
299
- "type": "object",
300
- "properties": {
301
- "integrated": { "type": "boolean" },
302
- "runsOnEveryCommit": { "type": "boolean" },
303
- "parallelExecution": { "type": "boolean" },
304
- "pipelineStages": {
305
- "type": "array",
306
- "items": {
307
- "type": "object",
308
- "properties": {
309
- "name": { "type": "string" },
310
- "tests": { "type": "string", "enum": ["unit", "integration", "e2e", "all"] },
311
- "duration": { "type": "integer" },
312
- "blocking": { "type": "boolean" }
313
- }
314
- }
315
- },
316
- "totalPipelineDuration": { "type": "integer" },
317
- "fastFeedback": { "type": "boolean", "description": "< 10 minutes" }
318
- }
319
- },
320
- "flakyTestAnalysis": {
321
- "type": "object",
322
- "properties": {
323
- "flakyCount": { "type": "integer" },
324
- "flakyRate": { "type": "number", "description": "Percentage of flaky tests" },
325
- "quarantined": { "type": "integer" },
326
- "rootCauses": {
327
- "type": "array",
328
- "items": {
329
- "type": "object",
330
- "properties": {
331
- "cause": {
332
- "type": "string",
333
- "enum": ["timing", "data-isolation", "race-condition", "environment", "network", "unknown"]
334
- },
335
- "count": { "type": "integer" }
336
- }
337
- }
338
- },
339
- "recommendations": { "type": "array", "items": { "type": "string" } }
340
- }
341
- },
342
- "automationFinding": {
343
- "type": "object",
344
- "required": ["id", "title", "type", "severity"],
345
- "properties": {
346
- "id": {
347
- "type": "string",
348
- "pattern": "^TAS-\\d{3,6}$"
349
- },
350
- "title": {
351
- "type": "string",
352
- "minLength": 10,
353
- "maxLength": 200
354
- },
355
- "description": { "type": "string" },
356
- "type": {
357
- "type": "string",
358
- "enum": ["pyramid-issue", "first-violation", "antipattern", "flaky-test", "ci-gap", "pattern-gap", "opportunity"]
359
- },
360
- "severity": {
361
- "type": "string",
362
- "enum": ["critical", "high", "medium", "low", "info"]
363
- },
364
- "firstPrinciple": {
365
- "type": "string",
366
- "enum": ["fast", "isolated", "repeatable", "self-validating", "timely"]
367
- }
368
- }
369
- },
370
- "automationRecommendation": {
371
- "type": "object",
372
- "required": ["id", "title", "priority"],
373
- "properties": {
374
- "id": {
375
- "type": "string",
376
- "pattern": "^REC-\\d{3,6}$"
377
- },
378
- "title": { "type": "string" },
379
- "description": { "type": "string" },
380
- "priority": {
381
- "type": "string",
382
- "enum": ["critical", "high", "medium", "low"]
383
- },
384
- "impact": {
385
- "type": "array",
386
- "items": {
387
- "type": "string",
388
- "enum": ["speed", "reliability", "maintainability", "coverage", "cost"]
389
- }
390
- },
391
- "effort": {
392
- "type": "string",
393
- "enum": ["trivial", "low", "medium", "high", "major"]
394
- }
395
- }
396
- },
397
- "automationMetrics": {
398
- "type": "object",
399
- "properties": {
400
- "totalTests": { "type": "integer" },
401
- "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
402
- "flakyRate": { "type": "number", "minimum": 0, "maximum": 100 },
403
- "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
404
- "averageExecutionTime": { "type": "integer" },
405
- "pyramidScore": { "type": "number", "minimum": 0, "maximum": 100 },
406
- "firstScore": { "type": "number", "minimum": 0, "maximum": 100 }
407
- }
408
- },
409
- "artifact": {
410
- "type": "object",
411
- "required": ["type", "path"],
412
- "properties": {
413
- "type": { "type": "string" },
414
- "path": { "type": "string" },
415
- "format": { "type": "string" },
416
- "description": { "type": "string" }
417
- }
418
- },
419
- "metadata": {
420
- "type": "object",
421
- "properties": {
422
- "executionTimeMs": { "type": "integer" },
423
- "agentId": { "type": "string" },
424
- "modelUsed": { "type": "string" },
425
- "environment": { "type": "string" }
426
- }
427
- },
428
- "validationResult": {
429
- "type": "object",
430
- "properties": {
431
- "schemaValid": { "type": "boolean" },
432
- "contentValid": { "type": "boolean" },
433
- "confidence": { "type": "number" }
434
- }
435
- },
436
- "learningData": {
437
- "type": "object",
438
- "properties": {
439
- "patternsDetected": { "type": "array", "items": { "type": "string" } },
440
- "reward": { "type": "number" }
441
- }
442
- }
443
- }
444
- }
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/test-automation-strategy-output.json",
4
+ "title": "AQE Test Automation Strategy Skill Output Schema",
5
+ "description": "Schema for test-automation-strategy skill output validation. Extends the base skill-output template with test pyramid compliance, F.I.R.S.T. principles, and CI/CD integration.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "test-automation-strategy",
12
+ "description": "Must be 'test-automation-strategy'"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "format": "date-time"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "pyramidAnalysis", "firstPrinciples", "findings", "recommendations"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 50,
37
+ "maxLength": 2000,
38
+ "description": "Human-readable summary of automation strategy assessment"
39
+ },
40
+ "score": {
41
+ "$ref": "#/$defs/automationScore"
42
+ },
43
+ "pyramidAnalysis": {
44
+ "$ref": "#/$defs/pyramidAnalysis",
45
+ "description": "Test pyramid compliance analysis"
46
+ },
47
+ "firstPrinciples": {
48
+ "$ref": "#/$defs/firstPrinciples",
49
+ "description": "F.I.R.S.T. principles assessment"
50
+ },
51
+ "patterns": {
52
+ "$ref": "#/$defs/automationPatterns",
53
+ "description": "Automation patterns analysis"
54
+ },
55
+ "antiPatterns": {
56
+ "$ref": "#/$defs/antiPatterns",
57
+ "description": "Detected anti-patterns"
58
+ },
59
+ "cicdIntegration": {
60
+ "$ref": "#/$defs/cicdIntegration",
61
+ "description": "CI/CD pipeline integration"
62
+ },
63
+ "flakyTests": {
64
+ "$ref": "#/$defs/flakyTestAnalysis",
65
+ "description": "Flaky test analysis"
66
+ },
67
+ "findings": {
68
+ "type": "array",
69
+ "items": {
70
+ "$ref": "#/$defs/automationFinding"
71
+ },
72
+ "maxItems": 100
73
+ },
74
+ "recommendations": {
75
+ "type": "array",
76
+ "items": {
77
+ "$ref": "#/$defs/automationRecommendation"
78
+ },
79
+ "maxItems": 50
80
+ },
81
+ "metrics": {
82
+ "$ref": "#/$defs/automationMetrics"
83
+ },
84
+ "artifacts": {
85
+ "type": "array",
86
+ "items": {
87
+ "$ref": "#/$defs/artifact"
88
+ },
89
+ "maxItems": 50
90
+ }
91
+ }
92
+ },
93
+ "metadata": {
94
+ "$ref": "#/$defs/metadata"
95
+ },
96
+ "validation": {
97
+ "$ref": "#/$defs/validationResult"
98
+ },
99
+ "learning": {
100
+ "$ref": "#/$defs/learningData"
101
+ }
102
+ },
103
+ "$defs": {
104
+ "automationScore": {
105
+ "type": "object",
106
+ "required": ["value", "max"],
107
+ "properties": {
108
+ "value": {
109
+ "type": "number",
110
+ "minimum": 0,
111
+ "maximum": 100
112
+ },
113
+ "max": {
114
+ "type": "number",
115
+ "const": 100
116
+ },
117
+ "grade": {
118
+ "type": "string",
119
+ "pattern": "^[A-F][+-]?$"
120
+ },
121
+ "maturityLevel": {
122
+ "type": "string",
123
+ "enum": ["initial", "managed", "defined", "quantitatively-managed", "optimizing"],
124
+ "description": "Automation maturity level"
125
+ }
126
+ }
127
+ },
128
+ "pyramidAnalysis": {
129
+ "type": "object",
130
+ "required": ["layers", "shape"],
131
+ "properties": {
132
+ "layers": {
133
+ "type": "object",
134
+ "properties": {
135
+ "unit": {
136
+ "type": "object",
137
+ "properties": {
138
+ "count": { "type": "integer" },
139
+ "percentage": { "type": "number" },
140
+ "targetPercentage": { "type": "number", "default": 70 },
141
+ "averageExecutionMs": { "type": "number" },
142
+ "isolation": { "type": "string", "enum": ["complete", "partial", "none"] }
143
+ }
144
+ },
145
+ "integration": {
146
+ "type": "object",
147
+ "properties": {
148
+ "count": { "type": "integer" },
149
+ "percentage": { "type": "number" },
150
+ "targetPercentage": { "type": "number", "default": 20 },
151
+ "averageExecutionMs": { "type": "number" },
152
+ "isolation": { "type": "string" }
153
+ }
154
+ },
155
+ "e2e": {
156
+ "type": "object",
157
+ "properties": {
158
+ "count": { "type": "integer" },
159
+ "percentage": { "type": "number" },
160
+ "targetPercentage": { "type": "number", "default": 10 },
161
+ "averageExecutionMs": { "type": "number" },
162
+ "isolation": { "type": "string" }
163
+ }
164
+ }
165
+ }
166
+ },
167
+ "shape": {
168
+ "type": "string",
169
+ "enum": ["healthy-pyramid", "ice-cream-cone", "hourglass", "cupcake", "diamond"],
170
+ "description": "Current test pyramid shape"
171
+ },
172
+ "pyramidHealthScore": {
173
+ "type": "number",
174
+ "minimum": 0,
175
+ "maximum": 100,
176
+ "description": "How healthy is the pyramid"
177
+ },
178
+ "recommendations": {
179
+ "type": "array",
180
+ "items": { "type": "string" }
181
+ }
182
+ }
183
+ },
184
+ "firstPrinciples": {
185
+ "type": "object",
186
+ "required": ["fast", "isolated", "repeatable", "selfValidating", "timely"],
187
+ "properties": {
188
+ "fast": {
189
+ "type": "object",
190
+ "properties": {
191
+ "score": { "type": "number", "minimum": 0, "maximum": 100 },
192
+ "totalSuiteTime": { "type": "integer", "description": "Total suite execution time in seconds" },
193
+ "targetTime": { "type": "integer", "description": "Target time in seconds" },
194
+ "slowTests": { "type": "integer", "description": "Number of tests exceeding 1s" },
195
+ "issues": { "type": "array", "items": { "type": "string" } }
196
+ }
197
+ },
198
+ "isolated": {
199
+ "type": "object",
200
+ "properties": {
201
+ "score": { "type": "number", "minimum": 0, "maximum": 100 },
202
+ "sharedState": { "type": "boolean" },
203
+ "orderDependencies": { "type": "boolean" },
204
+ "parallelizable": { "type": "boolean" },
205
+ "issues": { "type": "array", "items": { "type": "string" } }
206
+ }
207
+ },
208
+ "repeatable": {
209
+ "type": "object",
210
+ "properties": {
211
+ "score": { "type": "number", "minimum": 0, "maximum": 100 },
212
+ "flakyTestCount": { "type": "integer" },
213
+ "randomData": { "type": "boolean" },
214
+ "timeDependencies": { "type": "boolean" },
215
+ "environmentDependencies": { "type": "boolean" },
216
+ "issues": { "type": "array", "items": { "type": "string" } }
217
+ }
218
+ },
219
+ "selfValidating": {
220
+ "type": "object",
221
+ "properties": {
222
+ "score": { "type": "number", "minimum": 0, "maximum": 100 },
223
+ "manualVerification": { "type": "boolean" },
224
+ "clearAssertions": { "type": "boolean" },
225
+ "meaningfulFailures": { "type": "boolean" },
226
+ "issues": { "type": "array", "items": { "type": "string" } }
227
+ }
228
+ },
229
+ "timely": {
230
+ "type": "object",
231
+ "properties": {
232
+ "score": { "type": "number", "minimum": 0, "maximum": 100 },
233
+ "testFirstRatio": { "type": "number" },
234
+ "testLag": { "type": "string", "description": "How long after code are tests written" },
235
+ "issues": { "type": "array", "items": { "type": "string" } }
236
+ }
237
+ },
238
+ "overallScore": {
239
+ "type": "number",
240
+ "minimum": 0,
241
+ "maximum": 100
242
+ }
243
+ }
244
+ },
245
+ "automationPatterns": {
246
+ "type": "object",
247
+ "properties": {
248
+ "pageObjectModel": {
249
+ "type": "object",
250
+ "properties": {
251
+ "used": { "type": "boolean" },
252
+ "coverage": { "type": "number" },
253
+ "quality": { "type": "string", "enum": ["poor", "fair", "good", "excellent"] }
254
+ }
255
+ },
256
+ "builderPattern": { "type": "object" },
257
+ "factoryPattern": { "type": "object" },
258
+ "fixtureManagement": {
259
+ "type": "object",
260
+ "properties": {
261
+ "strategy": { "type": "string" },
262
+ "isolation": { "type": "boolean" },
263
+ "cleanup": { "type": "boolean" }
264
+ }
265
+ },
266
+ "dataTestIds": {
267
+ "type": "object",
268
+ "properties": {
269
+ "used": { "type": "boolean" },
270
+ "coverage": { "type": "number" }
271
+ }
272
+ }
273
+ }
274
+ },
275
+ "antiPatterns": {
276
+ "type": "object",
277
+ "properties": {
278
+ "detected": {
279
+ "type": "array",
280
+ "items": {
281
+ "type": "object",
282
+ "properties": {
283
+ "name": {
284
+ "type": "string",
285
+ "enum": ["ice-cream-cone", "slow-suite", "flaky-tests", "coupled-tests", "brittle-selectors", "test-duplication", "hardcoded-data", "sleep-statements", "no-assertions"]
286
+ },
287
+ "severity": { "type": "string", "enum": ["critical", "high", "medium", "low"] },
288
+ "occurrences": { "type": "integer" },
289
+ "examples": { "type": "array", "items": { "type": "string" } },
290
+ "remediation": { "type": "string" }
291
+ }
292
+ }
293
+ },
294
+ "totalCount": { "type": "integer" },
295
+ "criticalCount": { "type": "integer" }
296
+ }
297
+ },
298
+ "cicdIntegration": {
299
+ "type": "object",
300
+ "properties": {
301
+ "integrated": { "type": "boolean" },
302
+ "runsOnEveryCommit": { "type": "boolean" },
303
+ "parallelExecution": { "type": "boolean" },
304
+ "pipelineStages": {
305
+ "type": "array",
306
+ "items": {
307
+ "type": "object",
308
+ "properties": {
309
+ "name": { "type": "string" },
310
+ "tests": { "type": "string", "enum": ["unit", "integration", "e2e", "all"] },
311
+ "duration": { "type": "integer" },
312
+ "blocking": { "type": "boolean" }
313
+ }
314
+ }
315
+ },
316
+ "totalPipelineDuration": { "type": "integer" },
317
+ "fastFeedback": { "type": "boolean", "description": "< 10 minutes" }
318
+ }
319
+ },
320
+ "flakyTestAnalysis": {
321
+ "type": "object",
322
+ "properties": {
323
+ "flakyCount": { "type": "integer" },
324
+ "flakyRate": { "type": "number", "description": "Percentage of flaky tests" },
325
+ "quarantined": { "type": "integer" },
326
+ "rootCauses": {
327
+ "type": "array",
328
+ "items": {
329
+ "type": "object",
330
+ "properties": {
331
+ "cause": {
332
+ "type": "string",
333
+ "enum": ["timing", "data-isolation", "race-condition", "environment", "network", "unknown"]
334
+ },
335
+ "count": { "type": "integer" }
336
+ }
337
+ }
338
+ },
339
+ "recommendations": { "type": "array", "items": { "type": "string" } }
340
+ }
341
+ },
342
+ "automationFinding": {
343
+ "type": "object",
344
+ "required": ["id", "title", "type", "severity"],
345
+ "properties": {
346
+ "id": {
347
+ "type": "string",
348
+ "pattern": "^TAS-\\d{3,6}$"
349
+ },
350
+ "title": {
351
+ "type": "string",
352
+ "minLength": 10,
353
+ "maxLength": 200
354
+ },
355
+ "description": { "type": "string" },
356
+ "type": {
357
+ "type": "string",
358
+ "enum": ["pyramid-issue", "first-violation", "antipattern", "flaky-test", "ci-gap", "pattern-gap", "opportunity"]
359
+ },
360
+ "severity": {
361
+ "type": "string",
362
+ "enum": ["critical", "high", "medium", "low", "info"]
363
+ },
364
+ "firstPrinciple": {
365
+ "type": "string",
366
+ "enum": ["fast", "isolated", "repeatable", "self-validating", "timely"]
367
+ }
368
+ }
369
+ },
370
+ "automationRecommendation": {
371
+ "type": "object",
372
+ "required": ["id", "title", "priority"],
373
+ "properties": {
374
+ "id": {
375
+ "type": "string",
376
+ "pattern": "^REC-\\d{3,6}$"
377
+ },
378
+ "title": { "type": "string" },
379
+ "description": { "type": "string" },
380
+ "priority": {
381
+ "type": "string",
382
+ "enum": ["critical", "high", "medium", "low"]
383
+ },
384
+ "impact": {
385
+ "type": "array",
386
+ "items": {
387
+ "type": "string",
388
+ "enum": ["speed", "reliability", "maintainability", "coverage", "cost"]
389
+ }
390
+ },
391
+ "effort": {
392
+ "type": "string",
393
+ "enum": ["trivial", "low", "medium", "high", "major"]
394
+ }
395
+ }
396
+ },
397
+ "automationMetrics": {
398
+ "type": "object",
399
+ "properties": {
400
+ "totalTests": { "type": "integer" },
401
+ "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
402
+ "flakyRate": { "type": "number", "minimum": 0, "maximum": 100 },
403
+ "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
404
+ "averageExecutionTime": { "type": "integer" },
405
+ "pyramidScore": { "type": "number", "minimum": 0, "maximum": 100 },
406
+ "firstScore": { "type": "number", "minimum": 0, "maximum": 100 }
407
+ }
408
+ },
409
+ "artifact": {
410
+ "type": "object",
411
+ "required": ["type", "path"],
412
+ "properties": {
413
+ "type": { "type": "string" },
414
+ "path": { "type": "string" },
415
+ "format": { "type": "string" },
416
+ "description": { "type": "string" }
417
+ }
418
+ },
419
+ "metadata": {
420
+ "type": "object",
421
+ "properties": {
422
+ "executionTimeMs": { "type": "integer" },
423
+ "agentId": { "type": "string" },
424
+ "modelUsed": { "type": "string" },
425
+ "environment": { "type": "string" }
426
+ }
427
+ },
428
+ "validationResult": {
429
+ "type": "object",
430
+ "properties": {
431
+ "schemaValid": { "type": "boolean" },
432
+ "contentValid": { "type": "boolean" },
433
+ "confidence": { "type": "number" }
434
+ }
435
+ },
436
+ "learningData": {
437
+ "type": "object",
438
+ "properties": {
439
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
440
+ "reward": { "type": "number" }
441
+ }
442
+ }
443
+ }
444
+ }