agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,459 +1,459 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://agentic-qe.dev/schemas/shift-left-testing-output.json",
4
- "title": "AQE Shift-Left Testing Skill Output Schema",
5
- "description": "Schema for shift-left-testing skill output validation. Extends the base skill-output template with test pyramid analysis, TDD assessment, and CI/CD integration.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "shift-left-testing",
12
- "description": "Must be 'shift-left-testing'"
13
- },
14
- "version": {
15
- "type": "string",
16
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
- },
18
- "timestamp": {
19
- "type": "string",
20
- "format": "date-time"
21
- },
22
- "status": {
23
- "type": "string",
24
- "enum": ["success", "partial", "failed", "skipped"]
25
- },
26
- "trustTier": {
27
- "type": "integer",
28
- "const": 3
29
- },
30
- "output": {
31
- "type": "object",
32
- "required": ["summary", "testPyramid", "shiftLeftLevel", "findings", "recommendations"],
33
- "properties": {
34
- "summary": {
35
- "type": "string",
36
- "minLength": 50,
37
- "maxLength": 2000,
38
- "description": "Human-readable summary of shift-left assessment"
39
- },
40
- "score": {
41
- "$ref": "#/$defs/shiftLeftScore"
42
- },
43
- "testPyramid": {
44
- "$ref": "#/$defs/testPyramid",
45
- "description": "Test pyramid analysis"
46
- },
47
- "shiftLeftLevel": {
48
- "$ref": "#/$defs/shiftLeftLevel",
49
- "description": "Current shift-left maturity level"
50
- },
51
- "cicdIntegration": {
52
- "$ref": "#/$defs/cicdIntegration",
53
- "description": "CI/CD pipeline testing integration"
54
- },
55
- "tddPractices": {
56
- "$ref": "#/$defs/tddPractices",
57
- "description": "TDD/BDD practices assessment"
58
- },
59
- "requirementsValidation": {
60
- "$ref": "#/$defs/requirementsValidation",
61
- "description": "Early requirements testing"
62
- },
63
- "defectCostAnalysis": {
64
- "$ref": "#/$defs/defectCostAnalysis",
65
- "description": "Cost of defects by phase"
66
- },
67
- "findings": {
68
- "type": "array",
69
- "items": {
70
- "$ref": "#/$defs/shiftLeftFinding"
71
- },
72
- "maxItems": 100
73
- },
74
- "recommendations": {
75
- "type": "array",
76
- "items": {
77
- "$ref": "#/$defs/shiftLeftRecommendation"
78
- },
79
- "maxItems": 50
80
- },
81
- "metrics": {
82
- "$ref": "#/$defs/shiftLeftMetrics"
83
- },
84
- "artifacts": {
85
- "type": "array",
86
- "items": {
87
- "$ref": "#/$defs/artifact"
88
- },
89
- "maxItems": 50
90
- }
91
- }
92
- },
93
- "metadata": {
94
- "$ref": "#/$defs/metadata"
95
- },
96
- "validation": {
97
- "$ref": "#/$defs/validationResult"
98
- },
99
- "learning": {
100
- "$ref": "#/$defs/learningData"
101
- }
102
- },
103
- "$defs": {
104
- "shiftLeftScore": {
105
- "type": "object",
106
- "required": ["value", "max"],
107
- "properties": {
108
- "value": {
109
- "type": "number",
110
- "minimum": 0,
111
- "maximum": 100
112
- },
113
- "max": {
114
- "type": "number",
115
- "const": 100
116
- },
117
- "grade": {
118
- "type": "string",
119
- "pattern": "^[A-F][+-]?$"
120
- },
121
- "maturityLevel": {
122
- "type": "string",
123
- "enum": ["level-1", "level-2", "level-3", "level-4"],
124
- "description": "Shift-left maturity level"
125
- }
126
- }
127
- },
128
- "testPyramid": {
129
- "type": "object",
130
- "required": ["unit", "integration", "e2e"],
131
- "properties": {
132
- "unit": {
133
- "type": "object",
134
- "properties": {
135
- "count": { "type": "integer", "minimum": 0 },
136
- "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
137
- "target": { "type": "number", "default": 70 },
138
- "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
139
- "averageExecutionMs": { "type": "number" },
140
- "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
141
- },
142
- "description": "Unit tests layer"
143
- },
144
- "integration": {
145
- "type": "object",
146
- "properties": {
147
- "count": { "type": "integer", "minimum": 0 },
148
- "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
149
- "target": { "type": "number", "default": 20 },
150
- "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
151
- "averageExecutionMs": { "type": "number" },
152
- "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
153
- },
154
- "description": "Integration tests layer"
155
- },
156
- "e2e": {
157
- "type": "object",
158
- "properties": {
159
- "count": { "type": "integer", "minimum": 0 },
160
- "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
161
- "target": { "type": "number", "default": 10 },
162
- "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
163
- "averageExecutionMs": { "type": "number" },
164
- "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
165
- },
166
- "description": "End-to-end tests layer"
167
- },
168
- "pyramidShape": {
169
- "type": "string",
170
- "enum": ["healthy-pyramid", "ice-cream-cone", "hourglass", "inverted", "unbalanced"],
171
- "description": "Current pyramid shape"
172
- },
173
- "pyramidScore": {
174
- "type": "number",
175
- "minimum": 0,
176
- "maximum": 100,
177
- "description": "How close to ideal pyramid (100 = perfect)"
178
- }
179
- }
180
- },
181
- "shiftLeftLevel": {
182
- "type": "object",
183
- "required": ["current", "practices"],
184
- "properties": {
185
- "current": {
186
- "type": "integer",
187
- "minimum": 0,
188
- "maximum": 4,
189
- "description": "Current shift-left level (0-4)"
190
- },
191
- "target": {
192
- "type": "integer",
193
- "minimum": 0,
194
- "maximum": 4,
195
- "description": "Target shift-left level"
196
- },
197
- "practices": {
198
- "type": "object",
199
- "properties": {
200
- "level1": {
201
- "type": "object",
202
- "properties": {
203
- "testsInPR": { "type": "boolean" },
204
- "ciPipeline": { "type": "boolean" },
205
- "codeReview": { "type": "boolean" }
206
- },
207
- "description": "Level 1: Tests in every PR"
208
- },
209
- "level2": {
210
- "type": "object",
211
- "properties": {
212
- "tddPractice": { "type": "boolean" },
213
- "testFirst": { "type": "boolean" },
214
- "redGreenRefactor": { "type": "boolean" }
215
- },
216
- "description": "Level 2: TDD practice"
217
- },
218
- "level3": {
219
- "type": "object",
220
- "properties": {
221
- "bddInRefinement": { "type": "boolean" },
222
- "exampleMapping": { "type": "boolean" },
223
- "threeAmigos": { "type": "boolean" }
224
- },
225
- "description": "Level 3: BDD in refinement"
226
- },
227
- "level4": {
228
- "type": "object",
229
- "properties": {
230
- "riskAnalysisInDesign": { "type": "boolean" },
231
- "testabilityReview": { "type": "boolean" },
232
- "architectureValidation": { "type": "boolean" }
233
- },
234
- "description": "Level 4: Risk analysis in design"
235
- }
236
- }
237
- }
238
- }
239
- },
240
- "cicdIntegration": {
241
- "type": "object",
242
- "properties": {
243
- "hasCI": { "type": "boolean" },
244
- "testsOnEveryCommit": { "type": "boolean" },
245
- "pipelineDuration": {
246
- "type": "object",
247
- "properties": {
248
- "total": { "type": "integer", "description": "Total duration in seconds" },
249
- "unitTests": { "type": "integer" },
250
- "integrationTests": { "type": "integer" },
251
- "e2eTests": { "type": "integer" },
252
- "linting": { "type": "integer" }
253
- }
254
- },
255
- "qualityGates": {
256
- "type": "array",
257
- "items": {
258
- "type": "object",
259
- "properties": {
260
- "name": { "type": "string" },
261
- "stage": { "type": "string" },
262
- "blocking": { "type": "boolean" },
263
- "currentStatus": { "type": "string", "enum": ["passing", "failing", "warning"] }
264
- }
265
- }
266
- },
267
- "fastFeedback": {
268
- "type": "boolean",
269
- "description": "Does pipeline provide feedback in < 10 minutes"
270
- }
271
- }
272
- },
273
- "tddPractices": {
274
- "type": "object",
275
- "properties": {
276
- "tddAdoption": {
277
- "type": "number",
278
- "minimum": 0,
279
- "maximum": 100,
280
- "description": "Percentage of code developed with TDD"
281
- },
282
- "testFirstRatio": {
283
- "type": "number",
284
- "minimum": 0,
285
- "maximum": 100,
286
- "description": "Percentage of tests written before code"
287
- },
288
- "bddAdoption": {
289
- "type": "number",
290
- "minimum": 0,
291
- "maximum": 100,
292
- "description": "Percentage of features with BDD specs"
293
- },
294
- "practicesAssessment": {
295
- "type": "array",
296
- "items": {
297
- "type": "object",
298
- "properties": {
299
- "practice": { "type": "string" },
300
- "implemented": { "type": "boolean" },
301
- "effectiveness": { "type": "string", "enum": ["poor", "fair", "good", "excellent"] }
302
- }
303
- }
304
- }
305
- }
306
- },
307
- "requirementsValidation": {
308
- "type": "object",
309
- "properties": {
310
- "investCriteria": { "type": "boolean" },
311
- "testabilityReviewed": { "type": "boolean" },
312
- "acceptanceCriteria": { "type": "boolean" },
313
- "examplesProvided": { "type": "boolean" },
314
- "ambiguityScore": {
315
- "type": "number",
316
- "minimum": 0,
317
- "maximum": 100,
318
- "description": "How ambiguous are requirements (0=clear, 100=very ambiguous)"
319
- }
320
- }
321
- },
322
- "defectCostAnalysis": {
323
- "type": "object",
324
- "properties": {
325
- "byPhase": {
326
- "type": "array",
327
- "items": {
328
- "type": "object",
329
- "properties": {
330
- "phase": {
331
- "type": "string",
332
- "enum": ["requirements", "design", "development", "testing", "production"]
333
- },
334
- "relativeCost": {
335
- "type": "number",
336
- "description": "Relative cost (requirements = 1x)"
337
- },
338
- "defectsFound": {
339
- "type": "integer",
340
- "description": "Number of defects found in this phase"
341
- },
342
- "percentageFound": {
343
- "type": "number",
344
- "description": "Percentage of total defects found in this phase"
345
- }
346
- }
347
- }
348
- },
349
- "potentialSavings": {
350
- "type": "string",
351
- "description": "Estimated savings from better shift-left"
352
- }
353
- }
354
- },
355
- "shiftLeftFinding": {
356
- "type": "object",
357
- "required": ["id", "title", "type", "severity"],
358
- "properties": {
359
- "id": {
360
- "type": "string",
361
- "pattern": "^SLT-\\d{3,6}$"
362
- },
363
- "title": {
364
- "type": "string",
365
- "minLength": 10,
366
- "maxLength": 200
367
- },
368
- "description": { "type": "string" },
369
- "type": {
370
- "type": "string",
371
- "enum": ["pyramid-imbalance", "ci-gap", "tdd-gap", "late-testing", "missing-gate", "slow-feedback", "opportunity"]
372
- },
373
- "severity": {
374
- "type": "string",
375
- "enum": ["critical", "high", "medium", "low", "info"]
376
- },
377
- "phase": {
378
- "type": "string",
379
- "enum": ["requirements", "design", "development", "testing", "deployment"],
380
- "description": "Which phase this finding affects"
381
- }
382
- }
383
- },
384
- "shiftLeftRecommendation": {
385
- "type": "object",
386
- "required": ["id", "title", "priority", "levelImpact"],
387
- "properties": {
388
- "id": {
389
- "type": "string",
390
- "pattern": "^REC-\\d{3,6}$"
391
- },
392
- "title": { "type": "string" },
393
- "description": { "type": "string" },
394
- "priority": {
395
- "type": "string",
396
- "enum": ["critical", "high", "medium", "low"]
397
- },
398
- "levelImpact": {
399
- "type": "integer",
400
- "minimum": 1,
401
- "maximum": 4,
402
- "description": "Which shift-left level this improves"
403
- },
404
- "costReduction": {
405
- "type": "string",
406
- "description": "Expected defect cost reduction"
407
- },
408
- "effort": {
409
- "type": "string",
410
- "enum": ["trivial", "low", "medium", "high", "major"]
411
- }
412
- }
413
- },
414
- "shiftLeftMetrics": {
415
- "type": "object",
416
- "properties": {
417
- "defectEscapeRate": { "type": "number", "minimum": 0, "maximum": 100 },
418
- "testCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
419
- "ciPassRate": { "type": "number", "minimum": 0, "maximum": 100 },
420
- "averageFeedbackTime": { "type": "integer", "description": "Average CI feedback time in minutes" },
421
- "tddAdoptionRate": { "type": "number", "minimum": 0, "maximum": 100 }
422
- }
423
- },
424
- "artifact": {
425
- "type": "object",
426
- "required": ["type", "path"],
427
- "properties": {
428
- "type": { "type": "string" },
429
- "path": { "type": "string" },
430
- "format": { "type": "string" },
431
- "description": { "type": "string" }
432
- }
433
- },
434
- "metadata": {
435
- "type": "object",
436
- "properties": {
437
- "executionTimeMs": { "type": "integer" },
438
- "agentId": { "type": "string" },
439
- "modelUsed": { "type": "string" },
440
- "environment": { "type": "string" }
441
- }
442
- },
443
- "validationResult": {
444
- "type": "object",
445
- "properties": {
446
- "schemaValid": { "type": "boolean" },
447
- "contentValid": { "type": "boolean" },
448
- "confidence": { "type": "number" }
449
- }
450
- },
451
- "learningData": {
452
- "type": "object",
453
- "properties": {
454
- "patternsDetected": { "type": "array", "items": { "type": "string" } },
455
- "reward": { "type": "number" }
456
- }
457
- }
458
- }
459
- }
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/shift-left-testing-output.json",
4
+ "title": "AQE Shift-Left Testing Skill Output Schema",
5
+ "description": "Schema for shift-left-testing skill output validation. Extends the base skill-output template with test pyramid analysis, TDD assessment, and CI/CD integration.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "shift-left-testing",
12
+ "description": "Must be 'shift-left-testing'"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "format": "date-time"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "testPyramid", "shiftLeftLevel", "findings", "recommendations"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 50,
37
+ "maxLength": 2000,
38
+ "description": "Human-readable summary of shift-left assessment"
39
+ },
40
+ "score": {
41
+ "$ref": "#/$defs/shiftLeftScore"
42
+ },
43
+ "testPyramid": {
44
+ "$ref": "#/$defs/testPyramid",
45
+ "description": "Test pyramid analysis"
46
+ },
47
+ "shiftLeftLevel": {
48
+ "$ref": "#/$defs/shiftLeftLevel",
49
+ "description": "Current shift-left maturity level"
50
+ },
51
+ "cicdIntegration": {
52
+ "$ref": "#/$defs/cicdIntegration",
53
+ "description": "CI/CD pipeline testing integration"
54
+ },
55
+ "tddPractices": {
56
+ "$ref": "#/$defs/tddPractices",
57
+ "description": "TDD/BDD practices assessment"
58
+ },
59
+ "requirementsValidation": {
60
+ "$ref": "#/$defs/requirementsValidation",
61
+ "description": "Early requirements testing"
62
+ },
63
+ "defectCostAnalysis": {
64
+ "$ref": "#/$defs/defectCostAnalysis",
65
+ "description": "Cost of defects by phase"
66
+ },
67
+ "findings": {
68
+ "type": "array",
69
+ "items": {
70
+ "$ref": "#/$defs/shiftLeftFinding"
71
+ },
72
+ "maxItems": 100
73
+ },
74
+ "recommendations": {
75
+ "type": "array",
76
+ "items": {
77
+ "$ref": "#/$defs/shiftLeftRecommendation"
78
+ },
79
+ "maxItems": 50
80
+ },
81
+ "metrics": {
82
+ "$ref": "#/$defs/shiftLeftMetrics"
83
+ },
84
+ "artifacts": {
85
+ "type": "array",
86
+ "items": {
87
+ "$ref": "#/$defs/artifact"
88
+ },
89
+ "maxItems": 50
90
+ }
91
+ }
92
+ },
93
+ "metadata": {
94
+ "$ref": "#/$defs/metadata"
95
+ },
96
+ "validation": {
97
+ "$ref": "#/$defs/validationResult"
98
+ },
99
+ "learning": {
100
+ "$ref": "#/$defs/learningData"
101
+ }
102
+ },
103
+ "$defs": {
104
+ "shiftLeftScore": {
105
+ "type": "object",
106
+ "required": ["value", "max"],
107
+ "properties": {
108
+ "value": {
109
+ "type": "number",
110
+ "minimum": 0,
111
+ "maximum": 100
112
+ },
113
+ "max": {
114
+ "type": "number",
115
+ "const": 100
116
+ },
117
+ "grade": {
118
+ "type": "string",
119
+ "pattern": "^[A-F][+-]?$"
120
+ },
121
+ "maturityLevel": {
122
+ "type": "string",
123
+ "enum": ["level-1", "level-2", "level-3", "level-4"],
124
+ "description": "Shift-left maturity level"
125
+ }
126
+ }
127
+ },
128
+ "testPyramid": {
129
+ "type": "object",
130
+ "required": ["unit", "integration", "e2e"],
131
+ "properties": {
132
+ "unit": {
133
+ "type": "object",
134
+ "properties": {
135
+ "count": { "type": "integer", "minimum": 0 },
136
+ "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
137
+ "target": { "type": "number", "default": 70 },
138
+ "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
139
+ "averageExecutionMs": { "type": "number" },
140
+ "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
141
+ },
142
+ "description": "Unit tests layer"
143
+ },
144
+ "integration": {
145
+ "type": "object",
146
+ "properties": {
147
+ "count": { "type": "integer", "minimum": 0 },
148
+ "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
149
+ "target": { "type": "number", "default": 20 },
150
+ "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
151
+ "averageExecutionMs": { "type": "number" },
152
+ "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
153
+ },
154
+ "description": "Integration tests layer"
155
+ },
156
+ "e2e": {
157
+ "type": "object",
158
+ "properties": {
159
+ "count": { "type": "integer", "minimum": 0 },
160
+ "percentage": { "type": "number", "minimum": 0, "maximum": 100 },
161
+ "target": { "type": "number", "default": 10 },
162
+ "coverage": { "type": "number", "minimum": 0, "maximum": 100 },
163
+ "averageExecutionMs": { "type": "number" },
164
+ "status": { "type": "string", "enum": ["healthy", "needs-attention", "critical"] }
165
+ },
166
+ "description": "End-to-end tests layer"
167
+ },
168
+ "pyramidShape": {
169
+ "type": "string",
170
+ "enum": ["healthy-pyramid", "ice-cream-cone", "hourglass", "inverted", "unbalanced"],
171
+ "description": "Current pyramid shape"
172
+ },
173
+ "pyramidScore": {
174
+ "type": "number",
175
+ "minimum": 0,
176
+ "maximum": 100,
177
+ "description": "How close to ideal pyramid (100 = perfect)"
178
+ }
179
+ }
180
+ },
181
+ "shiftLeftLevel": {
182
+ "type": "object",
183
+ "required": ["current", "practices"],
184
+ "properties": {
185
+ "current": {
186
+ "type": "integer",
187
+ "minimum": 0,
188
+ "maximum": 4,
189
+ "description": "Current shift-left level (0-4)"
190
+ },
191
+ "target": {
192
+ "type": "integer",
193
+ "minimum": 0,
194
+ "maximum": 4,
195
+ "description": "Target shift-left level"
196
+ },
197
+ "practices": {
198
+ "type": "object",
199
+ "properties": {
200
+ "level1": {
201
+ "type": "object",
202
+ "properties": {
203
+ "testsInPR": { "type": "boolean" },
204
+ "ciPipeline": { "type": "boolean" },
205
+ "codeReview": { "type": "boolean" }
206
+ },
207
+ "description": "Level 1: Tests in every PR"
208
+ },
209
+ "level2": {
210
+ "type": "object",
211
+ "properties": {
212
+ "tddPractice": { "type": "boolean" },
213
+ "testFirst": { "type": "boolean" },
214
+ "redGreenRefactor": { "type": "boolean" }
215
+ },
216
+ "description": "Level 2: TDD practice"
217
+ },
218
+ "level3": {
219
+ "type": "object",
220
+ "properties": {
221
+ "bddInRefinement": { "type": "boolean" },
222
+ "exampleMapping": { "type": "boolean" },
223
+ "threeAmigos": { "type": "boolean" }
224
+ },
225
+ "description": "Level 3: BDD in refinement"
226
+ },
227
+ "level4": {
228
+ "type": "object",
229
+ "properties": {
230
+ "riskAnalysisInDesign": { "type": "boolean" },
231
+ "testabilityReview": { "type": "boolean" },
232
+ "architectureValidation": { "type": "boolean" }
233
+ },
234
+ "description": "Level 4: Risk analysis in design"
235
+ }
236
+ }
237
+ }
238
+ }
239
+ },
240
+ "cicdIntegration": {
241
+ "type": "object",
242
+ "properties": {
243
+ "hasCI": { "type": "boolean" },
244
+ "testsOnEveryCommit": { "type": "boolean" },
245
+ "pipelineDuration": {
246
+ "type": "object",
247
+ "properties": {
248
+ "total": { "type": "integer", "description": "Total duration in seconds" },
249
+ "unitTests": { "type": "integer" },
250
+ "integrationTests": { "type": "integer" },
251
+ "e2eTests": { "type": "integer" },
252
+ "linting": { "type": "integer" }
253
+ }
254
+ },
255
+ "qualityGates": {
256
+ "type": "array",
257
+ "items": {
258
+ "type": "object",
259
+ "properties": {
260
+ "name": { "type": "string" },
261
+ "stage": { "type": "string" },
262
+ "blocking": { "type": "boolean" },
263
+ "currentStatus": { "type": "string", "enum": ["passing", "failing", "warning"] }
264
+ }
265
+ }
266
+ },
267
+ "fastFeedback": {
268
+ "type": "boolean",
269
+ "description": "Does pipeline provide feedback in < 10 minutes"
270
+ }
271
+ }
272
+ },
273
+ "tddPractices": {
274
+ "type": "object",
275
+ "properties": {
276
+ "tddAdoption": {
277
+ "type": "number",
278
+ "minimum": 0,
279
+ "maximum": 100,
280
+ "description": "Percentage of code developed with TDD"
281
+ },
282
+ "testFirstRatio": {
283
+ "type": "number",
284
+ "minimum": 0,
285
+ "maximum": 100,
286
+ "description": "Percentage of tests written before code"
287
+ },
288
+ "bddAdoption": {
289
+ "type": "number",
290
+ "minimum": 0,
291
+ "maximum": 100,
292
+ "description": "Percentage of features with BDD specs"
293
+ },
294
+ "practicesAssessment": {
295
+ "type": "array",
296
+ "items": {
297
+ "type": "object",
298
+ "properties": {
299
+ "practice": { "type": "string" },
300
+ "implemented": { "type": "boolean" },
301
+ "effectiveness": { "type": "string", "enum": ["poor", "fair", "good", "excellent"] }
302
+ }
303
+ }
304
+ }
305
+ }
306
+ },
307
+ "requirementsValidation": {
308
+ "type": "object",
309
+ "properties": {
310
+ "investCriteria": { "type": "boolean" },
311
+ "testabilityReviewed": { "type": "boolean" },
312
+ "acceptanceCriteria": { "type": "boolean" },
313
+ "examplesProvided": { "type": "boolean" },
314
+ "ambiguityScore": {
315
+ "type": "number",
316
+ "minimum": 0,
317
+ "maximum": 100,
318
+ "description": "How ambiguous are requirements (0=clear, 100=very ambiguous)"
319
+ }
320
+ }
321
+ },
322
+ "defectCostAnalysis": {
323
+ "type": "object",
324
+ "properties": {
325
+ "byPhase": {
326
+ "type": "array",
327
+ "items": {
328
+ "type": "object",
329
+ "properties": {
330
+ "phase": {
331
+ "type": "string",
332
+ "enum": ["requirements", "design", "development", "testing", "production"]
333
+ },
334
+ "relativeCost": {
335
+ "type": "number",
336
+ "description": "Relative cost (requirements = 1x)"
337
+ },
338
+ "defectsFound": {
339
+ "type": "integer",
340
+ "description": "Number of defects found in this phase"
341
+ },
342
+ "percentageFound": {
343
+ "type": "number",
344
+ "description": "Percentage of total defects found in this phase"
345
+ }
346
+ }
347
+ }
348
+ },
349
+ "potentialSavings": {
350
+ "type": "string",
351
+ "description": "Estimated savings from better shift-left"
352
+ }
353
+ }
354
+ },
355
+ "shiftLeftFinding": {
356
+ "type": "object",
357
+ "required": ["id", "title", "type", "severity"],
358
+ "properties": {
359
+ "id": {
360
+ "type": "string",
361
+ "pattern": "^SLT-\\d{3,6}$"
362
+ },
363
+ "title": {
364
+ "type": "string",
365
+ "minLength": 10,
366
+ "maxLength": 200
367
+ },
368
+ "description": { "type": "string" },
369
+ "type": {
370
+ "type": "string",
371
+ "enum": ["pyramid-imbalance", "ci-gap", "tdd-gap", "late-testing", "missing-gate", "slow-feedback", "opportunity"]
372
+ },
373
+ "severity": {
374
+ "type": "string",
375
+ "enum": ["critical", "high", "medium", "low", "info"]
376
+ },
377
+ "phase": {
378
+ "type": "string",
379
+ "enum": ["requirements", "design", "development", "testing", "deployment"],
380
+ "description": "Which phase this finding affects"
381
+ }
382
+ }
383
+ },
384
+ "shiftLeftRecommendation": {
385
+ "type": "object",
386
+ "required": ["id", "title", "priority", "levelImpact"],
387
+ "properties": {
388
+ "id": {
389
+ "type": "string",
390
+ "pattern": "^REC-\\d{3,6}$"
391
+ },
392
+ "title": { "type": "string" },
393
+ "description": { "type": "string" },
394
+ "priority": {
395
+ "type": "string",
396
+ "enum": ["critical", "high", "medium", "low"]
397
+ },
398
+ "levelImpact": {
399
+ "type": "integer",
400
+ "minimum": 1,
401
+ "maximum": 4,
402
+ "description": "Which shift-left level this improves"
403
+ },
404
+ "costReduction": {
405
+ "type": "string",
406
+ "description": "Expected defect cost reduction"
407
+ },
408
+ "effort": {
409
+ "type": "string",
410
+ "enum": ["trivial", "low", "medium", "high", "major"]
411
+ }
412
+ }
413
+ },
414
+ "shiftLeftMetrics": {
415
+ "type": "object",
416
+ "properties": {
417
+ "defectEscapeRate": { "type": "number", "minimum": 0, "maximum": 100 },
418
+ "testCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
419
+ "ciPassRate": { "type": "number", "minimum": 0, "maximum": 100 },
420
+ "averageFeedbackTime": { "type": "integer", "description": "Average CI feedback time in minutes" },
421
+ "tddAdoptionRate": { "type": "number", "minimum": 0, "maximum": 100 }
422
+ }
423
+ },
424
+ "artifact": {
425
+ "type": "object",
426
+ "required": ["type", "path"],
427
+ "properties": {
428
+ "type": { "type": "string" },
429
+ "path": { "type": "string" },
430
+ "format": { "type": "string" },
431
+ "description": { "type": "string" }
432
+ }
433
+ },
434
+ "metadata": {
435
+ "type": "object",
436
+ "properties": {
437
+ "executionTimeMs": { "type": "integer" },
438
+ "agentId": { "type": "string" },
439
+ "modelUsed": { "type": "string" },
440
+ "environment": { "type": "string" }
441
+ }
442
+ },
443
+ "validationResult": {
444
+ "type": "object",
445
+ "properties": {
446
+ "schemaValid": { "type": "boolean" },
447
+ "contentValid": { "type": "boolean" },
448
+ "confidence": { "type": "number" }
449
+ }
450
+ },
451
+ "learningData": {
452
+ "type": "object",
453
+ "properties": {
454
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
455
+ "reward": { "type": "number" }
456
+ }
457
+ }
458
+ }
459
+ }