agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,505 +1,505 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://agentic-qe.dev/schemas/qcsd-production-swarm-output.json",
4
- "title": "QCSD Production Swarm Output Schema",
5
- "description": "Schema for QCSD production telemetry swarm output. Includes DORA metrics, root cause analysis, defect prediction, feedback loop synthesis, and multi-agent reports.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "qcsd-production-swarm",
12
- "description": "Must be 'qcsd-production-swarm'"
13
- },
14
- "version": {
15
- "type": "string",
16
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
- },
18
- "timestamp": {
19
- "type": "string",
20
- "format": "date-time"
21
- },
22
- "status": {
23
- "type": "string",
24
- "enum": ["success", "partial", "failed", "skipped"]
25
- },
26
- "trustTier": {
27
- "type": "integer",
28
- "const": 3
29
- },
30
- "output": {
31
- "type": "object",
32
- "required": ["summary", "doraMetrics", "rootCauseAnalysis", "defectPrediction", "feedbackLoops"],
33
- "properties": {
34
- "summary": {
35
- "type": "string",
36
- "minLength": 100,
37
- "maxLength": 3000
38
- },
39
- "recommendation": {
40
- "type": "string",
41
- "enum": ["HEALTHY", "DEGRADED", "CRITICAL"],
42
- "description": "Overall production health recommendation"
43
- },
44
- "doraMetrics": {
45
- "$ref": "#/$defs/doraAnalysis"
46
- },
47
- "rootCauseAnalysis": {
48
- "$ref": "#/$defs/rcaCollection"
49
- },
50
- "defectPrediction": {
51
- "$ref": "#/$defs/defectPredictionResult"
52
- },
53
- "feedbackLoops": {
54
- "$ref": "#/$defs/feedbackLoopCollection"
55
- },
56
- "agentReports": {
57
- "$ref": "#/$defs/agentReports"
58
- },
59
- "flagDetection": {
60
- "$ref": "#/$defs/flagDetection"
61
- },
62
- "conditionalAnalysis": {
63
- "$ref": "#/$defs/conditionalAnalysis"
64
- },
65
- "executiveSummary": {
66
- "$ref": "#/$defs/executiveSummary"
67
- },
68
- "artifacts": {
69
- "type": "array",
70
- "items": {
71
- "$ref": "#/$defs/artifact"
72
- },
73
- "maxItems": 20
74
- }
75
- }
76
- },
77
- "metadata": {
78
- "$ref": "#/$defs/metadata"
79
- },
80
- "validation": {
81
- "$ref": "#/$defs/validationResult"
82
- },
83
- "learning": {
84
- "$ref": "#/$defs/learningData"
85
- }
86
- },
87
- "$defs": {
88
- "doraAnalysis": {
89
- "type": "object",
90
- "required": ["metrics"],
91
- "properties": {
92
- "metrics": {
93
- "type": "object",
94
- "required": ["deploymentFrequency", "leadTime", "mttr", "changeFailureRate"],
95
- "properties": {
96
- "deploymentFrequency": {
97
- "type": "object",
98
- "properties": {
99
- "value": { "type": "number", "minimum": 0 },
100
- "unit": { "type": "string", "enum": ["per_day", "per_week", "per_month"] },
101
- "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
102
- }
103
- },
104
- "leadTime": {
105
- "type": "object",
106
- "properties": {
107
- "value": { "type": "number", "minimum": 0 },
108
- "unit": { "type": "string", "enum": ["hours", "days", "weeks"] },
109
- "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
110
- }
111
- },
112
- "mttr": {
113
- "type": "object",
114
- "properties": {
115
- "value": { "type": "number", "minimum": 0 },
116
- "unit": { "type": "string", "enum": ["minutes", "hours", "days"] },
117
- "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
118
- }
119
- },
120
- "changeFailureRate": {
121
- "type": "object",
122
- "properties": {
123
- "value": { "type": "number", "minimum": 0, "maximum": 100 },
124
- "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
125
- }
126
- }
127
- }
128
- },
129
- "compositeScore": {
130
- "type": "number",
131
- "minimum": 0,
132
- "maximum": 1,
133
- "description": "Normalized DORA composite score (0-1)"
134
- },
135
- "slaCompliance": {
136
- "type": "number",
137
- "minimum": 0,
138
- "maximum": 100,
139
- "description": "SLA compliance percentage"
140
- },
141
- "classification": {
142
- "type": "string",
143
- "enum": ["elite", "high", "medium", "low"],
144
- "description": "DORA performance classification"
145
- }
146
- }
147
- },
148
- "rcaCollection": {
149
- "type": "object",
150
- "required": ["incidents"],
151
- "properties": {
152
- "totalIncidents": {
153
- "type": "integer",
154
- "minimum": 0
155
- },
156
- "incidents": {
157
- "type": "array",
158
- "items": {
159
- "$ref": "#/$defs/rcaIncident"
160
- },
161
- "maxItems": 50
162
- },
163
- "maxOpenSeverity": {
164
- "type": "string",
165
- "enum": ["P0", "P1", "P2", "P3", "P4", "NONE"]
166
- },
167
- "rcaCompleteness": {
168
- "type": "number",
169
- "minimum": 0,
170
- "maximum": 100,
171
- "description": "Percentage of incidents with completed RCA"
172
- }
173
- }
174
- },
175
- "rcaIncident": {
176
- "type": "object",
177
- "required": ["id", "severity", "status"],
178
- "properties": {
179
- "id": { "type": "string" },
180
- "title": { "type": "string" },
181
- "severity": { "type": "string", "enum": ["P0", "P1", "P2", "P3", "P4"] },
182
- "status": { "type": "string", "enum": ["open", "investigating", "resolved", "closed"] },
183
- "rootCause": { "type": "string" },
184
- "resolution": { "type": "string" },
185
- "preventionStrategy": { "type": "string" },
186
- "timeToDetect": { "type": "string" },
187
- "timeToResolve": { "type": "string" },
188
- "escapePhase": {
189
- "type": "string",
190
- "enum": ["ideation", "refinement", "development", "cicd", "production"],
191
- "description": "Which QCSD phase should have caught this"
192
- }
193
- }
194
- },
195
- "defectPredictionResult": {
196
- "type": "object",
197
- "required": ["trendDirection"],
198
- "properties": {
199
- "trendDirection": {
200
- "type": "string",
201
- "enum": ["declining", "stable", "increasing"]
202
- },
203
- "predictedDensity": {
204
- "type": "number",
205
- "minimum": 0,
206
- "description": "Predicted defect density for current release"
207
- },
208
- "hotspots": {
209
- "type": "array",
210
- "items": {
211
- "type": "object",
212
- "properties": {
213
- "module": { "type": "string" },
214
- "probability": { "type": "number", "minimum": 0, "maximum": 1 },
215
- "confidence": { "type": "string", "enum": ["high", "medium", "low"] }
216
- }
217
- }
218
- },
219
- "patterns": {
220
- "type": "array",
221
- "items": { "type": "string" }
222
- }
223
- }
224
- },
225
- "feedbackLoopCollection": {
226
- "type": "object",
227
- "properties": {
228
- "toIdeation": {
229
- "type": "object",
230
- "properties": {
231
- "riskCalibration": { "type": "array", "items": { "type": "string" } },
232
- "doraTrends": { "type": "array", "items": { "type": "string" } },
233
- "qualityCriteriaUpdates": { "type": "array", "items": { "type": "string" } }
234
- }
235
- },
236
- "toRefinement": {
237
- "type": "object",
238
- "properties": {
239
- "rcaPatterns": { "type": "array", "items": { "type": "string" } },
240
- "escapeAnalysis": { "type": "array", "items": { "type": "string" } },
241
- "testStrategyImprovements": { "type": "array", "items": { "type": "string" } }
242
- }
243
- },
244
- "transferCompleted": {
245
- "type": "boolean",
246
- "description": "Whether knowledge transfer was executed"
247
- }
248
- }
249
- },
250
- "agentReports": {
251
- "type": "object",
252
- "required": ["coreAgents"],
253
- "properties": {
254
- "coreAgents": {
255
- "type": "array",
256
- "items": { "$ref": "#/$defs/agentReport" },
257
- "minItems": 3,
258
- "maxItems": 3,
259
- "description": "Must have exactly 3 core agents"
260
- },
261
- "conditionalAgents": {
262
- "type": "array",
263
- "items": { "$ref": "#/$defs/agentReport" },
264
- "maxItems": 7
265
- },
266
- "feedbackAgents": {
267
- "type": "array",
268
- "items": { "$ref": "#/$defs/agentReport" },
269
- "minItems": 2,
270
- "maxItems": 2,
271
- "description": "Must have exactly 2 feedback agents"
272
- },
273
- "totalAgents": {
274
- "type": "integer",
275
- "minimum": 5,
276
- "maximum": 12
277
- }
278
- }
279
- },
280
- "agentReport": {
281
- "type": "object",
282
- "required": ["agentId", "domain", "status"],
283
- "properties": {
284
- "agentId": {
285
- "type": "string",
286
- "pattern": "^qe-[a-z][a-z0-9-]*$"
287
- },
288
- "domain": {
289
- "type": "string",
290
- "enum": [
291
- "learning-optimization", "defect-intelligence", "chaos-resilience", "enterprise-integration"
292
- ]
293
- },
294
- "status": {
295
- "type": "string",
296
- "enum": ["completed", "partial", "failed", "skipped"]
297
- },
298
- "reportPath": { "type": "string" },
299
- "executionTimeMs": { "type": "integer", "minimum": 0 },
300
- "findingsCount": { "type": "integer", "minimum": 0 }
301
- }
302
- },
303
- "flagDetection": {
304
- "type": "object",
305
- "required": ["HAS_INFRASTRUCTURE_CHANGE", "HAS_PERFORMANCE_SLA", "HAS_REGRESSION_RISK", "HAS_RECURRING_INCIDENTS", "HAS_MIDDLEWARE", "HAS_SAP_INTEGRATION", "HAS_AUTHORIZATION"],
306
- "properties": {
307
- "HAS_INFRASTRUCTURE_CHANGE": { "type": "boolean" },
308
- "HAS_PERFORMANCE_SLA": { "type": "boolean" },
309
- "HAS_REGRESSION_RISK": { "type": "boolean" },
310
- "HAS_RECURRING_INCIDENTS": { "type": "boolean" },
311
- "HAS_MIDDLEWARE": { "type": "boolean" },
312
- "HAS_SAP_INTEGRATION": { "type": "boolean" },
313
- "HAS_AUTHORIZATION": { "type": "boolean" },
314
- "evidence": {
315
- "type": "object",
316
- "properties": {
317
- "infrastructureChange": { "type": "array", "items": { "type": "string" } },
318
- "performanceSla": { "type": "array", "items": { "type": "string" } },
319
- "regressionRisk": { "type": "array", "items": { "type": "string" } },
320
- "recurringIncidents": { "type": "array", "items": { "type": "string" } },
321
- "middleware": { "type": "array", "items": { "type": "string" } },
322
- "sapIntegration": { "type": "array", "items": { "type": "string" } },
323
- "authorization": { "type": "array", "items": { "type": "string" } }
324
- }
325
- }
326
- }
327
- },
328
- "conditionalAnalysis": {
329
- "type": "object",
330
- "properties": {
331
- "chaos": { "$ref": "#/$defs/chaosAnalysis" },
332
- "performance": { "$ref": "#/$defs/performanceAnalysis" },
333
- "regression": { "$ref": "#/$defs/regressionAnalysis" },
334
- "patterns": { "$ref": "#/$defs/patternAnalysis" },
335
- "middleware": { "$ref": "#/$defs/middlewareAnalysis" },
336
- "sapHealth": { "$ref": "#/$defs/sapAnalysis" },
337
- "sodCompliance": { "$ref": "#/$defs/sodAnalysis" }
338
- }
339
- },
340
- "middlewareAnalysis": {
341
- "type": "object",
342
- "properties": {
343
- "healthScore": { "type": "number", "minimum": 0, "maximum": 100 },
344
- "componentsHealthy": { "type": "integer", "minimum": 0 },
345
- "componentsDegraded": { "type": "integer", "minimum": 0 },
346
- "messageFlowErrors": { "type": "integer", "minimum": 0 },
347
- "deadLetterCount": { "type": "integer", "minimum": 0 }
348
- }
349
- },
350
- "sapAnalysis": {
351
- "type": "object",
352
- "properties": {
353
- "healthScore": { "type": "number", "minimum": 0, "maximum": 100 },
354
- "rfcSuccessRate": { "type": "number", "minimum": 0, "maximum": 100 },
355
- "connectorStatus": { "type": "string", "enum": ["healthy", "degraded", "failed"] },
356
- "dataIntegrityIssues": { "type": "integer", "minimum": 0 }
357
- }
358
- },
359
- "sodAnalysis": {
360
- "type": "object",
361
- "properties": {
362
- "complianceScore": { "type": "number", "minimum": 0, "maximum": 100 },
363
- "violationsFound": { "type": "integer", "minimum": 0 },
364
- "criticalViolations": { "type": "integer", "minimum": 0 },
365
- "policiesEvaluated": { "type": "integer", "minimum": 0 }
366
- }
367
- },
368
- "chaosAnalysis": {
369
- "type": "object",
370
- "properties": {
371
- "resilienceScore": { "type": "number", "minimum": 0, "maximum": 100, "description": "Chaos resilience score on 0-100 scale (4 dimensions x 25 each)" },
372
- "experimentsRun": { "type": "integer", "minimum": 0 },
373
- "failuresDetected": { "type": "integer", "minimum": 0 },
374
- "recoveryTimeAvg": { "type": "string" }
375
- }
376
- },
377
- "performanceAnalysis": {
378
- "type": "object",
379
- "properties": {
380
- "slaCompliance": { "type": "number", "minimum": 0, "maximum": 100 },
381
- "latencyP95": { "type": "string" },
382
- "throughput": { "type": "string" },
383
- "errorRate": { "type": "number", "minimum": 0, "maximum": 100 }
384
- }
385
- },
386
- "regressionAnalysis": {
387
- "type": "object",
388
- "properties": {
389
- "regressionCount": { "type": "integer", "minimum": 0 },
390
- "severity": { "type": "string", "enum": ["critical", "high", "medium", "low", "none"] },
391
- "affectedModules": { "type": "array", "items": { "type": "string" } }
392
- }
393
- },
394
- "patternAnalysis": {
395
- "type": "object",
396
- "properties": {
397
- "patternsDiscovered": { "type": "integer", "minimum": 0 },
398
- "highRiskPatterns": { "type": "integer", "minimum": 0 },
399
- "patterns": { "type": "array", "items": { "type": "string" } }
400
- }
401
- },
402
- "executiveSummary": {
403
- "type": "object",
404
- "required": ["recommendation"],
405
- "properties": {
406
- "recommendation": {
407
- "type": "string",
408
- "enum": ["HEALTHY", "DEGRADED", "CRITICAL"]
409
- },
410
- "rationale": {
411
- "type": "string",
412
- "minLength": 50
413
- },
414
- "metrics": {
415
- "type": "object",
416
- "properties": {
417
- "doraScore": { "type": "number", "minimum": 0, "maximum": 1 },
418
- "slaCompliance": { "type": "number", "minimum": 0, "maximum": 100 },
419
- "incidentSeverity": { "type": "string" },
420
- "defectTrend": { "type": "string" },
421
- "rcaCompleteness": { "type": "number", "minimum": 0, "maximum": 100 }
422
- }
423
- },
424
- "blockers": {
425
- "type": "array",
426
- "items": { "type": "string" }
427
- },
428
- "immediateActions": {
429
- "type": "array",
430
- "items": { "type": "string" }
431
- },
432
- "feedbackActions": {
433
- "type": "array",
434
- "items": { "type": "string" }
435
- },
436
- "followUpRecommendations": {
437
- "type": "array",
438
- "items": {
439
- "type": "object",
440
- "properties": {
441
- "action": { "type": "string" },
442
- "skill": { "type": "string" },
443
- "reason": { "type": "string" }
444
- }
445
- }
446
- }
447
- }
448
- },
449
- "artifact": {
450
- "type": "object",
451
- "required": ["type", "path"],
452
- "properties": {
453
- "type": {
454
- "type": "string",
455
- "enum": ["report", "dora-analysis", "rca-report", "defect-prediction", "feedback-loops", "executive-summary"]
456
- },
457
- "path": { "type": "string", "maxLength": 500 },
458
- "format": { "type": "string", "enum": ["html", "md", "json"] },
459
- "description": { "type": "string" }
460
- }
461
- },
462
- "metadata": {
463
- "type": "object",
464
- "properties": {
465
- "executionTimeMs": { "type": "integer", "minimum": 0 },
466
- "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
467
- "releaseId": { "type": "string" },
468
- "releaseName": { "type": "string" },
469
- "sourcePhase": {
470
- "type": "string",
471
- "enum": ["post-release", "production-monitoring", "incident-response"],
472
- "description": "The context that triggered this production assessment"
473
- }
474
- }
475
- },
476
- "validationResult": {
477
- "type": "object",
478
- "properties": {
479
- "schemaValid": { "type": "boolean" },
480
- "contentValid": { "type": "boolean" },
481
- "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
482
- "warnings": { "type": "array", "items": { "type": "string" } },
483
- "errors": { "type": "array", "items": { "type": "string" } }
484
- }
485
- },
486
- "learningData": {
487
- "type": "object",
488
- "properties": {
489
- "patternsDetected": { "type": "array", "items": { "type": "string" } },
490
- "reward": { "type": "number", "minimum": 0, "maximum": 1 },
491
- "productionPatterns": {
492
- "type": "array",
493
- "items": {
494
- "type": "object",
495
- "properties": {
496
- "pattern": { "type": "string" },
497
- "recommendation": { "type": "string" },
498
- "outcome": { "type": "string" }
499
- }
500
- }
501
- }
502
- }
503
- }
504
- }
505
- }
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/qcsd-production-swarm-output.json",
4
+ "title": "QCSD Production Swarm Output Schema",
5
+ "description": "Schema for QCSD production telemetry swarm output. Includes DORA metrics, root cause analysis, defect prediction, feedback loop synthesis, and multi-agent reports.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "qcsd-production-swarm",
12
+ "description": "Must be 'qcsd-production-swarm'"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "format": "date-time"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "doraMetrics", "rootCauseAnalysis", "defectPrediction", "feedbackLoops"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 100,
37
+ "maxLength": 3000
38
+ },
39
+ "recommendation": {
40
+ "type": "string",
41
+ "enum": ["HEALTHY", "DEGRADED", "CRITICAL"],
42
+ "description": "Overall production health recommendation"
43
+ },
44
+ "doraMetrics": {
45
+ "$ref": "#/$defs/doraAnalysis"
46
+ },
47
+ "rootCauseAnalysis": {
48
+ "$ref": "#/$defs/rcaCollection"
49
+ },
50
+ "defectPrediction": {
51
+ "$ref": "#/$defs/defectPredictionResult"
52
+ },
53
+ "feedbackLoops": {
54
+ "$ref": "#/$defs/feedbackLoopCollection"
55
+ },
56
+ "agentReports": {
57
+ "$ref": "#/$defs/agentReports"
58
+ },
59
+ "flagDetection": {
60
+ "$ref": "#/$defs/flagDetection"
61
+ },
62
+ "conditionalAnalysis": {
63
+ "$ref": "#/$defs/conditionalAnalysis"
64
+ },
65
+ "executiveSummary": {
66
+ "$ref": "#/$defs/executiveSummary"
67
+ },
68
+ "artifacts": {
69
+ "type": "array",
70
+ "items": {
71
+ "$ref": "#/$defs/artifact"
72
+ },
73
+ "maxItems": 20
74
+ }
75
+ }
76
+ },
77
+ "metadata": {
78
+ "$ref": "#/$defs/metadata"
79
+ },
80
+ "validation": {
81
+ "$ref": "#/$defs/validationResult"
82
+ },
83
+ "learning": {
84
+ "$ref": "#/$defs/learningData"
85
+ }
86
+ },
87
+ "$defs": {
88
+ "doraAnalysis": {
89
+ "type": "object",
90
+ "required": ["metrics"],
91
+ "properties": {
92
+ "metrics": {
93
+ "type": "object",
94
+ "required": ["deploymentFrequency", "leadTime", "mttr", "changeFailureRate"],
95
+ "properties": {
96
+ "deploymentFrequency": {
97
+ "type": "object",
98
+ "properties": {
99
+ "value": { "type": "number", "minimum": 0 },
100
+ "unit": { "type": "string", "enum": ["per_day", "per_week", "per_month"] },
101
+ "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
102
+ }
103
+ },
104
+ "leadTime": {
105
+ "type": "object",
106
+ "properties": {
107
+ "value": { "type": "number", "minimum": 0 },
108
+ "unit": { "type": "string", "enum": ["hours", "days", "weeks"] },
109
+ "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
110
+ }
111
+ },
112
+ "mttr": {
113
+ "type": "object",
114
+ "properties": {
115
+ "value": { "type": "number", "minimum": 0 },
116
+ "unit": { "type": "string", "enum": ["minutes", "hours", "days"] },
117
+ "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
118
+ }
119
+ },
120
+ "changeFailureRate": {
121
+ "type": "object",
122
+ "properties": {
123
+ "value": { "type": "number", "minimum": 0, "maximum": 100 },
124
+ "trend": { "type": "string", "enum": ["improving", "stable", "declining"] }
125
+ }
126
+ }
127
+ }
128
+ },
129
+ "compositeScore": {
130
+ "type": "number",
131
+ "minimum": 0,
132
+ "maximum": 1,
133
+ "description": "Normalized DORA composite score (0-1)"
134
+ },
135
+ "slaCompliance": {
136
+ "type": "number",
137
+ "minimum": 0,
138
+ "maximum": 100,
139
+ "description": "SLA compliance percentage"
140
+ },
141
+ "classification": {
142
+ "type": "string",
143
+ "enum": ["elite", "high", "medium", "low"],
144
+ "description": "DORA performance classification"
145
+ }
146
+ }
147
+ },
148
+ "rcaCollection": {
149
+ "type": "object",
150
+ "required": ["incidents"],
151
+ "properties": {
152
+ "totalIncidents": {
153
+ "type": "integer",
154
+ "minimum": 0
155
+ },
156
+ "incidents": {
157
+ "type": "array",
158
+ "items": {
159
+ "$ref": "#/$defs/rcaIncident"
160
+ },
161
+ "maxItems": 50
162
+ },
163
+ "maxOpenSeverity": {
164
+ "type": "string",
165
+ "enum": ["P0", "P1", "P2", "P3", "P4", "NONE"]
166
+ },
167
+ "rcaCompleteness": {
168
+ "type": "number",
169
+ "minimum": 0,
170
+ "maximum": 100,
171
+ "description": "Percentage of incidents with completed RCA"
172
+ }
173
+ }
174
+ },
175
+ "rcaIncident": {
176
+ "type": "object",
177
+ "required": ["id", "severity", "status"],
178
+ "properties": {
179
+ "id": { "type": "string" },
180
+ "title": { "type": "string" },
181
+ "severity": { "type": "string", "enum": ["P0", "P1", "P2", "P3", "P4"] },
182
+ "status": { "type": "string", "enum": ["open", "investigating", "resolved", "closed"] },
183
+ "rootCause": { "type": "string" },
184
+ "resolution": { "type": "string" },
185
+ "preventionStrategy": { "type": "string" },
186
+ "timeToDetect": { "type": "string" },
187
+ "timeToResolve": { "type": "string" },
188
+ "escapePhase": {
189
+ "type": "string",
190
+ "enum": ["ideation", "refinement", "development", "cicd", "production"],
191
+ "description": "Which QCSD phase should have caught this"
192
+ }
193
+ }
194
+ },
195
+ "defectPredictionResult": {
196
+ "type": "object",
197
+ "required": ["trendDirection"],
198
+ "properties": {
199
+ "trendDirection": {
200
+ "type": "string",
201
+ "enum": ["declining", "stable", "increasing"]
202
+ },
203
+ "predictedDensity": {
204
+ "type": "number",
205
+ "minimum": 0,
206
+ "description": "Predicted defect density for current release"
207
+ },
208
+ "hotspots": {
209
+ "type": "array",
210
+ "items": {
211
+ "type": "object",
212
+ "properties": {
213
+ "module": { "type": "string" },
214
+ "probability": { "type": "number", "minimum": 0, "maximum": 1 },
215
+ "confidence": { "type": "string", "enum": ["high", "medium", "low"] }
216
+ }
217
+ }
218
+ },
219
+ "patterns": {
220
+ "type": "array",
221
+ "items": { "type": "string" }
222
+ }
223
+ }
224
+ },
225
+ "feedbackLoopCollection": {
226
+ "type": "object",
227
+ "properties": {
228
+ "toIdeation": {
229
+ "type": "object",
230
+ "properties": {
231
+ "riskCalibration": { "type": "array", "items": { "type": "string" } },
232
+ "doraTrends": { "type": "array", "items": { "type": "string" } },
233
+ "qualityCriteriaUpdates": { "type": "array", "items": { "type": "string" } }
234
+ }
235
+ },
236
+ "toRefinement": {
237
+ "type": "object",
238
+ "properties": {
239
+ "rcaPatterns": { "type": "array", "items": { "type": "string" } },
240
+ "escapeAnalysis": { "type": "array", "items": { "type": "string" } },
241
+ "testStrategyImprovements": { "type": "array", "items": { "type": "string" } }
242
+ }
243
+ },
244
+ "transferCompleted": {
245
+ "type": "boolean",
246
+ "description": "Whether knowledge transfer was executed"
247
+ }
248
+ }
249
+ },
250
+ "agentReports": {
251
+ "type": "object",
252
+ "required": ["coreAgents"],
253
+ "properties": {
254
+ "coreAgents": {
255
+ "type": "array",
256
+ "items": { "$ref": "#/$defs/agentReport" },
257
+ "minItems": 3,
258
+ "maxItems": 3,
259
+ "description": "Must have exactly 3 core agents"
260
+ },
261
+ "conditionalAgents": {
262
+ "type": "array",
263
+ "items": { "$ref": "#/$defs/agentReport" },
264
+ "maxItems": 7
265
+ },
266
+ "feedbackAgents": {
267
+ "type": "array",
268
+ "items": { "$ref": "#/$defs/agentReport" },
269
+ "minItems": 2,
270
+ "maxItems": 2,
271
+ "description": "Must have exactly 2 feedback agents"
272
+ },
273
+ "totalAgents": {
274
+ "type": "integer",
275
+ "minimum": 5,
276
+ "maximum": 12
277
+ }
278
+ }
279
+ },
280
+ "agentReport": {
281
+ "type": "object",
282
+ "required": ["agentId", "domain", "status"],
283
+ "properties": {
284
+ "agentId": {
285
+ "type": "string",
286
+ "pattern": "^qe-[a-z][a-z0-9-]*$"
287
+ },
288
+ "domain": {
289
+ "type": "string",
290
+ "enum": [
291
+ "learning-optimization", "defect-intelligence", "chaos-resilience", "enterprise-integration"
292
+ ]
293
+ },
294
+ "status": {
295
+ "type": "string",
296
+ "enum": ["completed", "partial", "failed", "skipped"]
297
+ },
298
+ "reportPath": { "type": "string" },
299
+ "executionTimeMs": { "type": "integer", "minimum": 0 },
300
+ "findingsCount": { "type": "integer", "minimum": 0 }
301
+ }
302
+ },
303
+ "flagDetection": {
304
+ "type": "object",
305
+ "required": ["HAS_INFRASTRUCTURE_CHANGE", "HAS_PERFORMANCE_SLA", "HAS_REGRESSION_RISK", "HAS_RECURRING_INCIDENTS", "HAS_MIDDLEWARE", "HAS_SAP_INTEGRATION", "HAS_AUTHORIZATION"],
306
+ "properties": {
307
+ "HAS_INFRASTRUCTURE_CHANGE": { "type": "boolean" },
308
+ "HAS_PERFORMANCE_SLA": { "type": "boolean" },
309
+ "HAS_REGRESSION_RISK": { "type": "boolean" },
310
+ "HAS_RECURRING_INCIDENTS": { "type": "boolean" },
311
+ "HAS_MIDDLEWARE": { "type": "boolean" },
312
+ "HAS_SAP_INTEGRATION": { "type": "boolean" },
313
+ "HAS_AUTHORIZATION": { "type": "boolean" },
314
+ "evidence": {
315
+ "type": "object",
316
+ "properties": {
317
+ "infrastructureChange": { "type": "array", "items": { "type": "string" } },
318
+ "performanceSla": { "type": "array", "items": { "type": "string" } },
319
+ "regressionRisk": { "type": "array", "items": { "type": "string" } },
320
+ "recurringIncidents": { "type": "array", "items": { "type": "string" } },
321
+ "middleware": { "type": "array", "items": { "type": "string" } },
322
+ "sapIntegration": { "type": "array", "items": { "type": "string" } },
323
+ "authorization": { "type": "array", "items": { "type": "string" } }
324
+ }
325
+ }
326
+ }
327
+ },
328
+ "conditionalAnalysis": {
329
+ "type": "object",
330
+ "properties": {
331
+ "chaos": { "$ref": "#/$defs/chaosAnalysis" },
332
+ "performance": { "$ref": "#/$defs/performanceAnalysis" },
333
+ "regression": { "$ref": "#/$defs/regressionAnalysis" },
334
+ "patterns": { "$ref": "#/$defs/patternAnalysis" },
335
+ "middleware": { "$ref": "#/$defs/middlewareAnalysis" },
336
+ "sapHealth": { "$ref": "#/$defs/sapAnalysis" },
337
+ "sodCompliance": { "$ref": "#/$defs/sodAnalysis" }
338
+ }
339
+ },
340
+ "middlewareAnalysis": {
341
+ "type": "object",
342
+ "properties": {
343
+ "healthScore": { "type": "number", "minimum": 0, "maximum": 100 },
344
+ "componentsHealthy": { "type": "integer", "minimum": 0 },
345
+ "componentsDegraded": { "type": "integer", "minimum": 0 },
346
+ "messageFlowErrors": { "type": "integer", "minimum": 0 },
347
+ "deadLetterCount": { "type": "integer", "minimum": 0 }
348
+ }
349
+ },
350
+ "sapAnalysis": {
351
+ "type": "object",
352
+ "properties": {
353
+ "healthScore": { "type": "number", "minimum": 0, "maximum": 100 },
354
+ "rfcSuccessRate": { "type": "number", "minimum": 0, "maximum": 100 },
355
+ "connectorStatus": { "type": "string", "enum": ["healthy", "degraded", "failed"] },
356
+ "dataIntegrityIssues": { "type": "integer", "minimum": 0 }
357
+ }
358
+ },
359
+ "sodAnalysis": {
360
+ "type": "object",
361
+ "properties": {
362
+ "complianceScore": { "type": "number", "minimum": 0, "maximum": 100 },
363
+ "violationsFound": { "type": "integer", "minimum": 0 },
364
+ "criticalViolations": { "type": "integer", "minimum": 0 },
365
+ "policiesEvaluated": { "type": "integer", "minimum": 0 }
366
+ }
367
+ },
368
+ "chaosAnalysis": {
369
+ "type": "object",
370
+ "properties": {
371
+ "resilienceScore": { "type": "number", "minimum": 0, "maximum": 100, "description": "Chaos resilience score on 0-100 scale (4 dimensions x 25 each)" },
372
+ "experimentsRun": { "type": "integer", "minimum": 0 },
373
+ "failuresDetected": { "type": "integer", "minimum": 0 },
374
+ "recoveryTimeAvg": { "type": "string" }
375
+ }
376
+ },
377
+ "performanceAnalysis": {
378
+ "type": "object",
379
+ "properties": {
380
+ "slaCompliance": { "type": "number", "minimum": 0, "maximum": 100 },
381
+ "latencyP95": { "type": "string" },
382
+ "throughput": { "type": "string" },
383
+ "errorRate": { "type": "number", "minimum": 0, "maximum": 100 }
384
+ }
385
+ },
386
+ "regressionAnalysis": {
387
+ "type": "object",
388
+ "properties": {
389
+ "regressionCount": { "type": "integer", "minimum": 0 },
390
+ "severity": { "type": "string", "enum": ["critical", "high", "medium", "low", "none"] },
391
+ "affectedModules": { "type": "array", "items": { "type": "string" } }
392
+ }
393
+ },
394
+ "patternAnalysis": {
395
+ "type": "object",
396
+ "properties": {
397
+ "patternsDiscovered": { "type": "integer", "minimum": 0 },
398
+ "highRiskPatterns": { "type": "integer", "minimum": 0 },
399
+ "patterns": { "type": "array", "items": { "type": "string" } }
400
+ }
401
+ },
402
+ "executiveSummary": {
403
+ "type": "object",
404
+ "required": ["recommendation"],
405
+ "properties": {
406
+ "recommendation": {
407
+ "type": "string",
408
+ "enum": ["HEALTHY", "DEGRADED", "CRITICAL"]
409
+ },
410
+ "rationale": {
411
+ "type": "string",
412
+ "minLength": 50
413
+ },
414
+ "metrics": {
415
+ "type": "object",
416
+ "properties": {
417
+ "doraScore": { "type": "number", "minimum": 0, "maximum": 1 },
418
+ "slaCompliance": { "type": "number", "minimum": 0, "maximum": 100 },
419
+ "incidentSeverity": { "type": "string" },
420
+ "defectTrend": { "type": "string" },
421
+ "rcaCompleteness": { "type": "number", "minimum": 0, "maximum": 100 }
422
+ }
423
+ },
424
+ "blockers": {
425
+ "type": "array",
426
+ "items": { "type": "string" }
427
+ },
428
+ "immediateActions": {
429
+ "type": "array",
430
+ "items": { "type": "string" }
431
+ },
432
+ "feedbackActions": {
433
+ "type": "array",
434
+ "items": { "type": "string" }
435
+ },
436
+ "followUpRecommendations": {
437
+ "type": "array",
438
+ "items": {
439
+ "type": "object",
440
+ "properties": {
441
+ "action": { "type": "string" },
442
+ "skill": { "type": "string" },
443
+ "reason": { "type": "string" }
444
+ }
445
+ }
446
+ }
447
+ }
448
+ },
449
+ "artifact": {
450
+ "type": "object",
451
+ "required": ["type", "path"],
452
+ "properties": {
453
+ "type": {
454
+ "type": "string",
455
+ "enum": ["report", "dora-analysis", "rca-report", "defect-prediction", "feedback-loops", "executive-summary"]
456
+ },
457
+ "path": { "type": "string", "maxLength": 500 },
458
+ "format": { "type": "string", "enum": ["html", "md", "json"] },
459
+ "description": { "type": "string" }
460
+ }
461
+ },
462
+ "metadata": {
463
+ "type": "object",
464
+ "properties": {
465
+ "executionTimeMs": { "type": "integer", "minimum": 0 },
466
+ "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
467
+ "releaseId": { "type": "string" },
468
+ "releaseName": { "type": "string" },
469
+ "sourcePhase": {
470
+ "type": "string",
471
+ "enum": ["post-release", "production-monitoring", "incident-response"],
472
+ "description": "The context that triggered this production assessment"
473
+ }
474
+ }
475
+ },
476
+ "validationResult": {
477
+ "type": "object",
478
+ "properties": {
479
+ "schemaValid": { "type": "boolean" },
480
+ "contentValid": { "type": "boolean" },
481
+ "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
482
+ "warnings": { "type": "array", "items": { "type": "string" } },
483
+ "errors": { "type": "array", "items": { "type": "string" } }
484
+ }
485
+ },
486
+ "learningData": {
487
+ "type": "object",
488
+ "properties": {
489
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
490
+ "reward": { "type": "number", "minimum": 0, "maximum": 1 },
491
+ "productionPatterns": {
492
+ "type": "array",
493
+ "items": {
494
+ "type": "object",
495
+ "properties": {
496
+ "pattern": { "type": "string" },
497
+ "recommendation": { "type": "string" },
498
+ "outcome": { "type": "string" }
499
+ }
500
+ }
501
+ }
502
+ }
503
+ }
504
+ }
505
+ }