agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,638 +1,638 @@
1
- {
2
- "$schema": "http://json-schema.org/draft-07/schema#",
3
- "$id": "https://agentic-qe.dev/schemas/skills/contract-testing/output.json",
4
- "title": "Contract Testing Skill Output Schema",
5
- "description": "Schema for contract testing skill output with consumer-driven contracts, provider verification, breaking change detection, and Pact/Spring Cloud Contract support.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "contract-testing"
12
- },
13
- "version": {
14
- "type": "string",
15
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
16
- },
17
- "timestamp": {
18
- "type": "string"
19
- },
20
- "status": {
21
- "type": "string",
22
- "enum": ["success", "partial", "failed", "skipped"]
23
- },
24
- "trustTier": {
25
- "type": "integer",
26
- "minimum": 0,
27
- "maximum": 3
28
- },
29
- "output": {
30
- "type": "object",
31
- "required": ["summary", "contractType", "verificationResult"],
32
- "properties": {
33
- "summary": {
34
- "type": "string",
35
- "minLength": 10,
36
- "maxLength": 2000,
37
- "description": "Human-readable summary of contract testing analysis"
38
- },
39
- "contractType": {
40
- "type": "string",
41
- "enum": ["consumer-driven", "provider", "bidirectional", "schema-first"],
42
- "description": "Type of contract testing approach"
43
- },
44
- "framework": {
45
- "type": "string",
46
- "enum": ["pact", "spring-cloud-contract", "prism", "openapi", "graphql-schema", "custom"],
47
- "description": "Contract testing framework used"
48
- },
49
- "verificationResult": {
50
- "$ref": "#/definitions/verificationResult"
51
- },
52
- "consumers": {
53
- "type": "array",
54
- "items": {
55
- "$ref": "#/definitions/consumer"
56
- },
57
- "maxItems": 100
58
- },
59
- "providers": {
60
- "type": "array",
61
- "items": {
62
- "$ref": "#/definitions/provider"
63
- },
64
- "maxItems": 100
65
- },
66
- "contracts": {
67
- "type": "array",
68
- "items": {
69
- "$ref": "#/definitions/contract"
70
- },
71
- "maxItems": 500
72
- },
73
- "interactions": {
74
- "type": "array",
75
- "items": {
76
- "$ref": "#/definitions/interaction"
77
- },
78
- "maxItems": 1000
79
- },
80
- "breakingChanges": {
81
- "type": "array",
82
- "items": {
83
- "$ref": "#/definitions/breakingChange"
84
- },
85
- "maxItems": 200
86
- },
87
- "canIDeploy": {
88
- "type": "boolean"
89
- },
90
- "versionRecommendation": {
91
- "$ref": "#/definitions/versionRecommendation"
92
- },
93
- "pactFiles": {
94
- "type": "array",
95
- "items": {
96
- "$ref": "#/definitions/pactFile"
97
- },
98
- "maxItems": 100
99
- },
100
- "springCloudContracts": {
101
- "type": "array",
102
- "items": {
103
- "$ref": "#/definitions/springCloudContract"
104
- },
105
- "maxItems": 100
106
- },
107
- "mockConfigurations": {
108
- "type": "array",
109
- "items": {
110
- "$ref": "#/definitions/mockConfiguration"
111
- },
112
- "maxItems": 100
113
- },
114
- "findings": {
115
- "type": "array",
116
- "items": {
117
- "$ref": "#/definitions/contractFinding"
118
- },
119
- "maxItems": 200
120
- },
121
- "recommendations": {
122
- "type": "array",
123
- "items": {
124
- "$ref": "#/definitions/recommendation"
125
- },
126
- "maxItems": 50
127
- },
128
- "metrics": {
129
- "$ref": "#/definitions/contractMetrics"
130
- },
131
- "categories": {
132
- "type": "object",
133
- "additionalProperties": {
134
- "$ref": "#/definitions/categoryScore"
135
- }
136
- }
137
- }
138
- },
139
- "metadata": {
140
- "type": "object",
141
- "properties": {
142
- "executionTimeMs": {
143
- "type": "integer",
144
- "minimum": 0
145
- },
146
- "toolsUsed": {
147
- "type": "array",
148
- "items": { "type": "string" }
149
- },
150
- "agentId": {
151
- "type": "string"
152
- },
153
- "pactBrokerUrl": {
154
- "type": "string"
155
- },
156
- "contractVersion": {
157
- "type": "string"
158
- },
159
- "environment": {
160
- "type": "string",
161
- "enum": ["development", "staging", "production", "ci"]
162
- },
163
- "targetBranch": {
164
- "type": "string"
165
- }
166
- }
167
- },
168
- "validation": {
169
- "type": "object",
170
- "properties": {
171
- "schemaValid": { "type": "boolean" },
172
- "contentValid": { "type": "boolean" },
173
- "confidence": {
174
- "type": "number",
175
- "minimum": 0,
176
- "maximum": 1
177
- }
178
- }
179
- },
180
- "learning": {
181
- "type": "object",
182
- "properties": {
183
- "patternsDetected": {
184
- "type": "array",
185
- "items": { "type": "string" }
186
- },
187
- "reward": {
188
- "type": "number",
189
- "minimum": 0,
190
- "maximum": 1
191
- }
192
- }
193
- }
194
- },
195
- "definitions": {
196
- "verificationResult": {
197
- "type": "object",
198
- "required": ["status", "totalInteractions", "passedInteractions"],
199
- "properties": {
200
- "status": {
201
- "type": "string",
202
- "enum": ["passed", "failed", "pending", "partial"]
203
- },
204
- "totalInteractions": {
205
- "type": "integer",
206
- "minimum": 0
207
- },
208
- "passedInteractions": {
209
- "type": "integer",
210
- "minimum": 0
211
- },
212
- "failedInteractions": {
213
- "type": "integer",
214
- "minimum": 0
215
- },
216
- "pendingInteractions": {
217
- "type": "integer",
218
- "minimum": 0
219
- },
220
- "successRate": {
221
- "type": "number",
222
- "minimum": 0,
223
- "maximum": 100
224
- },
225
- "failures": {
226
- "type": "array",
227
- "items": {
228
- "$ref": "#/definitions/verificationFailure"
229
- }
230
- }
231
- }
232
- },
233
- "verificationFailure": {
234
- "type": "object",
235
- "required": ["interaction", "reason"],
236
- "properties": {
237
- "interaction": { "type": "string" },
238
- "reason": { "type": "string" },
239
- "expected": { "type": "object" },
240
- "actual": { "type": "object" },
241
- "diff": { "type": "string" }
242
- }
243
- },
244
- "consumer": {
245
- "type": "object",
246
- "required": ["name"],
247
- "properties": {
248
- "name": { "type": "string" },
249
- "version": { "type": "string" },
250
- "contractVersion": { "type": "string" },
251
- "branch": { "type": "string" },
252
- "environment": { "type": "string" },
253
- "verificationStatus": {
254
- "type": "string",
255
- "enum": ["passed", "failed", "pending", "unknown"]
256
- },
257
- "lastVerified": { "type": "string" }
258
- }
259
- },
260
- "provider": {
261
- "type": "object",
262
- "required": ["name"],
263
- "properties": {
264
- "name": { "type": "string" },
265
- "version": { "type": "string" },
266
- "branch": { "type": "string" },
267
- "environment": { "type": "string" },
268
- "verificationStatus": {
269
- "type": "string",
270
- "enum": ["passed", "failed", "pending"]
271
- },
272
- "consumerContracts": {
273
- "type": "array",
274
- "items": {
275
- "type": "object",
276
- "properties": {
277
- "consumer": { "type": "string" },
278
- "status": {
279
- "type": "string",
280
- "enum": ["passed", "failed", "pending"]
281
- }
282
- }
283
- }
284
- }
285
- }
286
- },
287
- "contract": {
288
- "type": "object",
289
- "required": ["consumer", "provider"],
290
- "properties": {
291
- "consumer": { "type": "string" },
292
- "provider": { "type": "string" },
293
- "version": { "type": "string" },
294
- "status": {
295
- "type": "string",
296
- "enum": ["verified", "failed", "pending", "stale"]
297
- },
298
- "interactions": {
299
- "type": "array",
300
- "items": {
301
- "$ref": "#/definitions/interaction"
302
- }
303
- },
304
- "providerStates": {
305
- "type": "array",
306
- "items": {
307
- "$ref": "#/definitions/providerState"
308
- }
309
- },
310
- "metadata": { "type": "object" }
311
- }
312
- },
313
- "interaction": {
314
- "type": "object",
315
- "required": ["description"],
316
- "properties": {
317
- "description": { "type": "string" },
318
- "providerState": { "type": "string" },
319
- "providerStates": {
320
- "type": "array",
321
- "items": {
322
- "$ref": "#/definitions/providerState"
323
- }
324
- },
325
- "request": {
326
- "$ref": "#/definitions/request"
327
- },
328
- "response": {
329
- "$ref": "#/definitions/response"
330
- },
331
- "status": {
332
- "type": "string",
333
- "enum": ["passed", "failed", "pending"]
334
- },
335
- "failureReason": { "type": "string" }
336
- }
337
- },
338
- "providerState": {
339
- "type": "object",
340
- "required": ["name"],
341
- "properties": {
342
- "name": { "type": "string" },
343
- "params": { "type": "object" }
344
- }
345
- },
346
- "request": {
347
- "type": "object",
348
- "properties": {
349
- "method": {
350
- "type": "string",
351
- "enum": ["GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS", "HEAD"]
352
- },
353
- "path": { "type": "string" },
354
- "query": {},
355
- "headers": { "type": "object" },
356
- "body": {},
357
- "matchingRules": {
358
- "$ref": "#/definitions/matchingRules"
359
- }
360
- }
361
- },
362
- "response": {
363
- "type": "object",
364
- "properties": {
365
- "status": {
366
- "type": "integer",
367
- "minimum": 100,
368
- "maximum": 599
369
- },
370
- "headers": { "type": "object" },
371
- "body": {},
372
- "matchingRules": {
373
- "$ref": "#/definitions/matchingRules"
374
- },
375
- "generators": { "type": "object" }
376
- }
377
- },
378
- "matchingRules": {
379
- "type": "object",
380
- "properties": {
381
- "body": { "type": "object" },
382
- "header": { "type": "object" },
383
- "path": { "type": "object" },
384
- "query": { "type": "object" }
385
- }
386
- },
387
- "breakingChange": {
388
- "type": "object",
389
- "required": ["type", "description", "severity"],
390
- "properties": {
391
- "type": {
392
- "type": "string",
393
- "enum": [
394
- "removed-endpoint",
395
- "removed-field",
396
- "type-change",
397
- "required-field-added",
398
- "response-change",
399
- "status-code-change",
400
- "removed-enum-value",
401
- "narrowed-type",
402
- "removed-parameter",
403
- "changed-path"
404
- ]
405
- },
406
- "description": {
407
- "type": "string",
408
- "maxLength": 1000
409
- },
410
- "severity": {
411
- "type": "string",
412
- "enum": ["critical", "high", "medium", "low"]
413
- },
414
- "location": {
415
- "type": "object",
416
- "properties": {
417
- "endpoint": { "type": "string" },
418
- "method": { "type": "string" },
419
- "field": { "type": "string" },
420
- "path": { "type": "string" }
421
- }
422
- },
423
- "affectedConsumers": {
424
- "type": "array",
425
- "items": { "type": "string" }
426
- },
427
- "migrationPath": {
428
- "type": "string",
429
- "maxLength": 2000
430
- },
431
- "deprecationDate": { "type": "string" }
432
- }
433
- },
434
- "versionRecommendation": {
435
- "type": "object",
436
- "required": ["currentVersion", "recommendedVersion", "changeType"],
437
- "properties": {
438
- "currentVersion": { "type": "string" },
439
- "recommendedVersion": { "type": "string" },
440
- "changeType": {
441
- "type": "string",
442
- "enum": ["major", "minor", "patch", "none"]
443
- },
444
- "reason": { "type": "string" },
445
- "breakingChangeCount": {
446
- "type": "integer",
447
- "minimum": 0
448
- }
449
- }
450
- },
451
- "pactFile": {
452
- "type": "object",
453
- "required": ["consumer", "provider"],
454
- "properties": {
455
- "consumer": {
456
- "type": "object",
457
- "required": ["name"],
458
- "properties": {
459
- "name": { "type": "string" }
460
- }
461
- },
462
- "provider": {
463
- "type": "object",
464
- "required": ["name"],
465
- "properties": {
466
- "name": { "type": "string" }
467
- }
468
- },
469
- "interactions": {
470
- "type": "array",
471
- "items": {
472
- "$ref": "#/definitions/interaction"
473
- }
474
- },
475
- "metadata": { "type": "object" },
476
- "filePath": { "type": "string" }
477
- }
478
- },
479
- "springCloudContract": {
480
- "type": "object",
481
- "properties": {
482
- "name": { "type": "string" },
483
- "description": { "type": "string" },
484
- "priority": { "type": "integer" },
485
- "ignored": { "type": "boolean" },
486
- "request": { "type": "object" },
487
- "response": { "type": "object" },
488
- "filePath": { "type": "string" }
489
- }
490
- },
491
- "mockConfiguration": {
492
- "type": "object",
493
- "required": ["name", "type"],
494
- "properties": {
495
- "name": { "type": "string" },
496
- "type": {
497
- "type": "string",
498
- "enum": ["wiremock", "pact-stub", "spring-cloud", "msw", "nock", "prism"]
499
- },
500
- "endpoint": {
501
- "type": "object",
502
- "properties": {
503
- "method": { "type": "string" },
504
- "path": { "type": "string" }
505
- }
506
- },
507
- "responses": {
508
- "type": "array",
509
- "items": {
510
- "type": "object",
511
- "properties": {
512
- "statusCode": { "type": "integer" },
513
- "body": {},
514
- "headers": { "type": "object" },
515
- "scenario": { "type": "string" }
516
- }
517
- }
518
- },
519
- "filePath": { "type": "string" }
520
- }
521
- },
522
- "contractFinding": {
523
- "type": "object",
524
- "required": ["id", "title", "severity", "category"],
525
- "properties": {
526
- "id": {
527
- "type": "string",
528
- "pattern": "^CT-\\d{3,6}$"
529
- },
530
- "title": {
531
- "type": "string",
532
- "minLength": 5,
533
- "maxLength": 200
534
- },
535
- "description": {
536
- "type": "string",
537
- "maxLength": 2000
538
- },
539
- "severity": {
540
- "type": "string",
541
- "enum": ["critical", "high", "medium", "low", "info"]
542
- },
543
- "category": {
544
- "type": "string",
545
- "enum": [
546
- "contract-violation",
547
- "missing-contract",
548
- "stale-contract",
549
- "breaking-change",
550
- "coverage-gap",
551
- "provider-state-missing",
552
- "matcher-mismatch",
553
- "schema-drift"
554
- ]
555
- },
556
- "consumer": { "type": "string" },
557
- "provider": { "type": "string" },
558
- "interaction": { "type": "string" },
559
- "remediation": { "type": "string" }
560
- }
561
- },
562
- "recommendation": {
563
- "type": "object",
564
- "required": ["id", "title", "priority"],
565
- "properties": {
566
- "id": {
567
- "type": "string",
568
- "pattern": "^REC-\\d{3,6}$"
569
- },
570
- "title": {
571
- "type": "string",
572
- "maxLength": 200
573
- },
574
- "description": {
575
- "type": "string",
576
- "maxLength": 2000
577
- },
578
- "priority": {
579
- "type": "string",
580
- "enum": ["critical", "high", "medium", "low"]
581
- },
582
- "effort": {
583
- "type": "string",
584
- "enum": ["trivial", "low", "medium", "high", "major"]
585
- },
586
- "category": {
587
- "type": "string",
588
- "enum": ["contract-coverage", "breaking-change-prevention", "versioning", "testing-strategy", "tooling"]
589
- },
590
- "codeExample": {
591
- "type": "string",
592
- "maxLength": 5000
593
- }
594
- }
595
- },
596
- "contractMetrics": {
597
- "type": "object",
598
- "properties": {
599
- "totalContracts": { "type": "integer", "minimum": 0 },
600
- "verifiedContracts": { "type": "integer", "minimum": 0 },
601
- "failedContracts": { "type": "integer", "minimum": 0 },
602
- "totalInteractions": { "type": "integer", "minimum": 0 },
603
- "passedInteractions": { "type": "integer", "minimum": 0 },
604
- "failedInteractions": { "type": "integer", "minimum": 0 },
605
- "consumers": { "type": "integer", "minimum": 0 },
606
- "providers": { "type": "integer", "minimum": 0 },
607
- "breakingChanges": { "type": "integer", "minimum": 0 },
608
- "coveragePercentage": {
609
- "type": "number",
610
- "minimum": 0,
611
- "maximum": 100
612
- },
613
- "duration": { "type": "integer", "minimum": 0 }
614
- }
615
- },
616
- "categoryScore": {
617
- "type": "object",
618
- "required": ["score"],
619
- "properties": {
620
- "score": {
621
- "type": "number",
622
- "minimum": 0,
623
- "maximum": 100
624
- },
625
- "weight": {
626
- "type": "number",
627
- "minimum": 0,
628
- "maximum": 1
629
- },
630
- "description": { "type": "string" },
631
- "grade": {
632
- "type": "string",
633
- "pattern": "^[A-F][+-]?$"
634
- }
635
- }
636
- }
637
- }
638
- }
1
+ {
2
+ "$schema": "http://json-schema.org/draft-07/schema#",
3
+ "$id": "https://agentic-qe.dev/schemas/skills/contract-testing/output.json",
4
+ "title": "Contract Testing Skill Output Schema",
5
+ "description": "Schema for contract testing skill output with consumer-driven contracts, provider verification, breaking change detection, and Pact/Spring Cloud Contract support.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "contract-testing"
12
+ },
13
+ "version": {
14
+ "type": "string",
15
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
16
+ },
17
+ "timestamp": {
18
+ "type": "string"
19
+ },
20
+ "status": {
21
+ "type": "string",
22
+ "enum": ["success", "partial", "failed", "skipped"]
23
+ },
24
+ "trustTier": {
25
+ "type": "integer",
26
+ "minimum": 0,
27
+ "maximum": 3
28
+ },
29
+ "output": {
30
+ "type": "object",
31
+ "required": ["summary", "contractType", "verificationResult"],
32
+ "properties": {
33
+ "summary": {
34
+ "type": "string",
35
+ "minLength": 10,
36
+ "maxLength": 2000,
37
+ "description": "Human-readable summary of contract testing analysis"
38
+ },
39
+ "contractType": {
40
+ "type": "string",
41
+ "enum": ["consumer-driven", "provider", "bidirectional", "schema-first"],
42
+ "description": "Type of contract testing approach"
43
+ },
44
+ "framework": {
45
+ "type": "string",
46
+ "enum": ["pact", "spring-cloud-contract", "prism", "openapi", "graphql-schema", "custom"],
47
+ "description": "Contract testing framework used"
48
+ },
49
+ "verificationResult": {
50
+ "$ref": "#/definitions/verificationResult"
51
+ },
52
+ "consumers": {
53
+ "type": "array",
54
+ "items": {
55
+ "$ref": "#/definitions/consumer"
56
+ },
57
+ "maxItems": 100
58
+ },
59
+ "providers": {
60
+ "type": "array",
61
+ "items": {
62
+ "$ref": "#/definitions/provider"
63
+ },
64
+ "maxItems": 100
65
+ },
66
+ "contracts": {
67
+ "type": "array",
68
+ "items": {
69
+ "$ref": "#/definitions/contract"
70
+ },
71
+ "maxItems": 500
72
+ },
73
+ "interactions": {
74
+ "type": "array",
75
+ "items": {
76
+ "$ref": "#/definitions/interaction"
77
+ },
78
+ "maxItems": 1000
79
+ },
80
+ "breakingChanges": {
81
+ "type": "array",
82
+ "items": {
83
+ "$ref": "#/definitions/breakingChange"
84
+ },
85
+ "maxItems": 200
86
+ },
87
+ "canIDeploy": {
88
+ "type": "boolean"
89
+ },
90
+ "versionRecommendation": {
91
+ "$ref": "#/definitions/versionRecommendation"
92
+ },
93
+ "pactFiles": {
94
+ "type": "array",
95
+ "items": {
96
+ "$ref": "#/definitions/pactFile"
97
+ },
98
+ "maxItems": 100
99
+ },
100
+ "springCloudContracts": {
101
+ "type": "array",
102
+ "items": {
103
+ "$ref": "#/definitions/springCloudContract"
104
+ },
105
+ "maxItems": 100
106
+ },
107
+ "mockConfigurations": {
108
+ "type": "array",
109
+ "items": {
110
+ "$ref": "#/definitions/mockConfiguration"
111
+ },
112
+ "maxItems": 100
113
+ },
114
+ "findings": {
115
+ "type": "array",
116
+ "items": {
117
+ "$ref": "#/definitions/contractFinding"
118
+ },
119
+ "maxItems": 200
120
+ },
121
+ "recommendations": {
122
+ "type": "array",
123
+ "items": {
124
+ "$ref": "#/definitions/recommendation"
125
+ },
126
+ "maxItems": 50
127
+ },
128
+ "metrics": {
129
+ "$ref": "#/definitions/contractMetrics"
130
+ },
131
+ "categories": {
132
+ "type": "object",
133
+ "additionalProperties": {
134
+ "$ref": "#/definitions/categoryScore"
135
+ }
136
+ }
137
+ }
138
+ },
139
+ "metadata": {
140
+ "type": "object",
141
+ "properties": {
142
+ "executionTimeMs": {
143
+ "type": "integer",
144
+ "minimum": 0
145
+ },
146
+ "toolsUsed": {
147
+ "type": "array",
148
+ "items": { "type": "string" }
149
+ },
150
+ "agentId": {
151
+ "type": "string"
152
+ },
153
+ "pactBrokerUrl": {
154
+ "type": "string"
155
+ },
156
+ "contractVersion": {
157
+ "type": "string"
158
+ },
159
+ "environment": {
160
+ "type": "string",
161
+ "enum": ["development", "staging", "production", "ci"]
162
+ },
163
+ "targetBranch": {
164
+ "type": "string"
165
+ }
166
+ }
167
+ },
168
+ "validation": {
169
+ "type": "object",
170
+ "properties": {
171
+ "schemaValid": { "type": "boolean" },
172
+ "contentValid": { "type": "boolean" },
173
+ "confidence": {
174
+ "type": "number",
175
+ "minimum": 0,
176
+ "maximum": 1
177
+ }
178
+ }
179
+ },
180
+ "learning": {
181
+ "type": "object",
182
+ "properties": {
183
+ "patternsDetected": {
184
+ "type": "array",
185
+ "items": { "type": "string" }
186
+ },
187
+ "reward": {
188
+ "type": "number",
189
+ "minimum": 0,
190
+ "maximum": 1
191
+ }
192
+ }
193
+ }
194
+ },
195
+ "definitions": {
196
+ "verificationResult": {
197
+ "type": "object",
198
+ "required": ["status", "totalInteractions", "passedInteractions"],
199
+ "properties": {
200
+ "status": {
201
+ "type": "string",
202
+ "enum": ["passed", "failed", "pending", "partial"]
203
+ },
204
+ "totalInteractions": {
205
+ "type": "integer",
206
+ "minimum": 0
207
+ },
208
+ "passedInteractions": {
209
+ "type": "integer",
210
+ "minimum": 0
211
+ },
212
+ "failedInteractions": {
213
+ "type": "integer",
214
+ "minimum": 0
215
+ },
216
+ "pendingInteractions": {
217
+ "type": "integer",
218
+ "minimum": 0
219
+ },
220
+ "successRate": {
221
+ "type": "number",
222
+ "minimum": 0,
223
+ "maximum": 100
224
+ },
225
+ "failures": {
226
+ "type": "array",
227
+ "items": {
228
+ "$ref": "#/definitions/verificationFailure"
229
+ }
230
+ }
231
+ }
232
+ },
233
+ "verificationFailure": {
234
+ "type": "object",
235
+ "required": ["interaction", "reason"],
236
+ "properties": {
237
+ "interaction": { "type": "string" },
238
+ "reason": { "type": "string" },
239
+ "expected": { "type": "object" },
240
+ "actual": { "type": "object" },
241
+ "diff": { "type": "string" }
242
+ }
243
+ },
244
+ "consumer": {
245
+ "type": "object",
246
+ "required": ["name"],
247
+ "properties": {
248
+ "name": { "type": "string" },
249
+ "version": { "type": "string" },
250
+ "contractVersion": { "type": "string" },
251
+ "branch": { "type": "string" },
252
+ "environment": { "type": "string" },
253
+ "verificationStatus": {
254
+ "type": "string",
255
+ "enum": ["passed", "failed", "pending", "unknown"]
256
+ },
257
+ "lastVerified": { "type": "string" }
258
+ }
259
+ },
260
+ "provider": {
261
+ "type": "object",
262
+ "required": ["name"],
263
+ "properties": {
264
+ "name": { "type": "string" },
265
+ "version": { "type": "string" },
266
+ "branch": { "type": "string" },
267
+ "environment": { "type": "string" },
268
+ "verificationStatus": {
269
+ "type": "string",
270
+ "enum": ["passed", "failed", "pending"]
271
+ },
272
+ "consumerContracts": {
273
+ "type": "array",
274
+ "items": {
275
+ "type": "object",
276
+ "properties": {
277
+ "consumer": { "type": "string" },
278
+ "status": {
279
+ "type": "string",
280
+ "enum": ["passed", "failed", "pending"]
281
+ }
282
+ }
283
+ }
284
+ }
285
+ }
286
+ },
287
+ "contract": {
288
+ "type": "object",
289
+ "required": ["consumer", "provider"],
290
+ "properties": {
291
+ "consumer": { "type": "string" },
292
+ "provider": { "type": "string" },
293
+ "version": { "type": "string" },
294
+ "status": {
295
+ "type": "string",
296
+ "enum": ["verified", "failed", "pending", "stale"]
297
+ },
298
+ "interactions": {
299
+ "type": "array",
300
+ "items": {
301
+ "$ref": "#/definitions/interaction"
302
+ }
303
+ },
304
+ "providerStates": {
305
+ "type": "array",
306
+ "items": {
307
+ "$ref": "#/definitions/providerState"
308
+ }
309
+ },
310
+ "metadata": { "type": "object" }
311
+ }
312
+ },
313
+ "interaction": {
314
+ "type": "object",
315
+ "required": ["description"],
316
+ "properties": {
317
+ "description": { "type": "string" },
318
+ "providerState": { "type": "string" },
319
+ "providerStates": {
320
+ "type": "array",
321
+ "items": {
322
+ "$ref": "#/definitions/providerState"
323
+ }
324
+ },
325
+ "request": {
326
+ "$ref": "#/definitions/request"
327
+ },
328
+ "response": {
329
+ "$ref": "#/definitions/response"
330
+ },
331
+ "status": {
332
+ "type": "string",
333
+ "enum": ["passed", "failed", "pending"]
334
+ },
335
+ "failureReason": { "type": "string" }
336
+ }
337
+ },
338
+ "providerState": {
339
+ "type": "object",
340
+ "required": ["name"],
341
+ "properties": {
342
+ "name": { "type": "string" },
343
+ "params": { "type": "object" }
344
+ }
345
+ },
346
+ "request": {
347
+ "type": "object",
348
+ "properties": {
349
+ "method": {
350
+ "type": "string",
351
+ "enum": ["GET", "POST", "PUT", "PATCH", "DELETE", "OPTIONS", "HEAD"]
352
+ },
353
+ "path": { "type": "string" },
354
+ "query": {},
355
+ "headers": { "type": "object" },
356
+ "body": {},
357
+ "matchingRules": {
358
+ "$ref": "#/definitions/matchingRules"
359
+ }
360
+ }
361
+ },
362
+ "response": {
363
+ "type": "object",
364
+ "properties": {
365
+ "status": {
366
+ "type": "integer",
367
+ "minimum": 100,
368
+ "maximum": 599
369
+ },
370
+ "headers": { "type": "object" },
371
+ "body": {},
372
+ "matchingRules": {
373
+ "$ref": "#/definitions/matchingRules"
374
+ },
375
+ "generators": { "type": "object" }
376
+ }
377
+ },
378
+ "matchingRules": {
379
+ "type": "object",
380
+ "properties": {
381
+ "body": { "type": "object" },
382
+ "header": { "type": "object" },
383
+ "path": { "type": "object" },
384
+ "query": { "type": "object" }
385
+ }
386
+ },
387
+ "breakingChange": {
388
+ "type": "object",
389
+ "required": ["type", "description", "severity"],
390
+ "properties": {
391
+ "type": {
392
+ "type": "string",
393
+ "enum": [
394
+ "removed-endpoint",
395
+ "removed-field",
396
+ "type-change",
397
+ "required-field-added",
398
+ "response-change",
399
+ "status-code-change",
400
+ "removed-enum-value",
401
+ "narrowed-type",
402
+ "removed-parameter",
403
+ "changed-path"
404
+ ]
405
+ },
406
+ "description": {
407
+ "type": "string",
408
+ "maxLength": 1000
409
+ },
410
+ "severity": {
411
+ "type": "string",
412
+ "enum": ["critical", "high", "medium", "low"]
413
+ },
414
+ "location": {
415
+ "type": "object",
416
+ "properties": {
417
+ "endpoint": { "type": "string" },
418
+ "method": { "type": "string" },
419
+ "field": { "type": "string" },
420
+ "path": { "type": "string" }
421
+ }
422
+ },
423
+ "affectedConsumers": {
424
+ "type": "array",
425
+ "items": { "type": "string" }
426
+ },
427
+ "migrationPath": {
428
+ "type": "string",
429
+ "maxLength": 2000
430
+ },
431
+ "deprecationDate": { "type": "string" }
432
+ }
433
+ },
434
+ "versionRecommendation": {
435
+ "type": "object",
436
+ "required": ["currentVersion", "recommendedVersion", "changeType"],
437
+ "properties": {
438
+ "currentVersion": { "type": "string" },
439
+ "recommendedVersion": { "type": "string" },
440
+ "changeType": {
441
+ "type": "string",
442
+ "enum": ["major", "minor", "patch", "none"]
443
+ },
444
+ "reason": { "type": "string" },
445
+ "breakingChangeCount": {
446
+ "type": "integer",
447
+ "minimum": 0
448
+ }
449
+ }
450
+ },
451
+ "pactFile": {
452
+ "type": "object",
453
+ "required": ["consumer", "provider"],
454
+ "properties": {
455
+ "consumer": {
456
+ "type": "object",
457
+ "required": ["name"],
458
+ "properties": {
459
+ "name": { "type": "string" }
460
+ }
461
+ },
462
+ "provider": {
463
+ "type": "object",
464
+ "required": ["name"],
465
+ "properties": {
466
+ "name": { "type": "string" }
467
+ }
468
+ },
469
+ "interactions": {
470
+ "type": "array",
471
+ "items": {
472
+ "$ref": "#/definitions/interaction"
473
+ }
474
+ },
475
+ "metadata": { "type": "object" },
476
+ "filePath": { "type": "string" }
477
+ }
478
+ },
479
+ "springCloudContract": {
480
+ "type": "object",
481
+ "properties": {
482
+ "name": { "type": "string" },
483
+ "description": { "type": "string" },
484
+ "priority": { "type": "integer" },
485
+ "ignored": { "type": "boolean" },
486
+ "request": { "type": "object" },
487
+ "response": { "type": "object" },
488
+ "filePath": { "type": "string" }
489
+ }
490
+ },
491
+ "mockConfiguration": {
492
+ "type": "object",
493
+ "required": ["name", "type"],
494
+ "properties": {
495
+ "name": { "type": "string" },
496
+ "type": {
497
+ "type": "string",
498
+ "enum": ["wiremock", "pact-stub", "spring-cloud", "msw", "nock", "prism"]
499
+ },
500
+ "endpoint": {
501
+ "type": "object",
502
+ "properties": {
503
+ "method": { "type": "string" },
504
+ "path": { "type": "string" }
505
+ }
506
+ },
507
+ "responses": {
508
+ "type": "array",
509
+ "items": {
510
+ "type": "object",
511
+ "properties": {
512
+ "statusCode": { "type": "integer" },
513
+ "body": {},
514
+ "headers": { "type": "object" },
515
+ "scenario": { "type": "string" }
516
+ }
517
+ }
518
+ },
519
+ "filePath": { "type": "string" }
520
+ }
521
+ },
522
+ "contractFinding": {
523
+ "type": "object",
524
+ "required": ["id", "title", "severity", "category"],
525
+ "properties": {
526
+ "id": {
527
+ "type": "string",
528
+ "pattern": "^CT-\\d{3,6}$"
529
+ },
530
+ "title": {
531
+ "type": "string",
532
+ "minLength": 5,
533
+ "maxLength": 200
534
+ },
535
+ "description": {
536
+ "type": "string",
537
+ "maxLength": 2000
538
+ },
539
+ "severity": {
540
+ "type": "string",
541
+ "enum": ["critical", "high", "medium", "low", "info"]
542
+ },
543
+ "category": {
544
+ "type": "string",
545
+ "enum": [
546
+ "contract-violation",
547
+ "missing-contract",
548
+ "stale-contract",
549
+ "breaking-change",
550
+ "coverage-gap",
551
+ "provider-state-missing",
552
+ "matcher-mismatch",
553
+ "schema-drift"
554
+ ]
555
+ },
556
+ "consumer": { "type": "string" },
557
+ "provider": { "type": "string" },
558
+ "interaction": { "type": "string" },
559
+ "remediation": { "type": "string" }
560
+ }
561
+ },
562
+ "recommendation": {
563
+ "type": "object",
564
+ "required": ["id", "title", "priority"],
565
+ "properties": {
566
+ "id": {
567
+ "type": "string",
568
+ "pattern": "^REC-\\d{3,6}$"
569
+ },
570
+ "title": {
571
+ "type": "string",
572
+ "maxLength": 200
573
+ },
574
+ "description": {
575
+ "type": "string",
576
+ "maxLength": 2000
577
+ },
578
+ "priority": {
579
+ "type": "string",
580
+ "enum": ["critical", "high", "medium", "low"]
581
+ },
582
+ "effort": {
583
+ "type": "string",
584
+ "enum": ["trivial", "low", "medium", "high", "major"]
585
+ },
586
+ "category": {
587
+ "type": "string",
588
+ "enum": ["contract-coverage", "breaking-change-prevention", "versioning", "testing-strategy", "tooling"]
589
+ },
590
+ "codeExample": {
591
+ "type": "string",
592
+ "maxLength": 5000
593
+ }
594
+ }
595
+ },
596
+ "contractMetrics": {
597
+ "type": "object",
598
+ "properties": {
599
+ "totalContracts": { "type": "integer", "minimum": 0 },
600
+ "verifiedContracts": { "type": "integer", "minimum": 0 },
601
+ "failedContracts": { "type": "integer", "minimum": 0 },
602
+ "totalInteractions": { "type": "integer", "minimum": 0 },
603
+ "passedInteractions": { "type": "integer", "minimum": 0 },
604
+ "failedInteractions": { "type": "integer", "minimum": 0 },
605
+ "consumers": { "type": "integer", "minimum": 0 },
606
+ "providers": { "type": "integer", "minimum": 0 },
607
+ "breakingChanges": { "type": "integer", "minimum": 0 },
608
+ "coveragePercentage": {
609
+ "type": "number",
610
+ "minimum": 0,
611
+ "maximum": 100
612
+ },
613
+ "duration": { "type": "integer", "minimum": 0 }
614
+ }
615
+ },
616
+ "categoryScore": {
617
+ "type": "object",
618
+ "required": ["score"],
619
+ "properties": {
620
+ "score": {
621
+ "type": "number",
622
+ "minimum": 0,
623
+ "maximum": 100
624
+ },
625
+ "weight": {
626
+ "type": "number",
627
+ "minimum": 0,
628
+ "maximum": 1
629
+ },
630
+ "description": { "type": "string" },
631
+ "grade": {
632
+ "type": "string",
633
+ "pattern": "^[A-F][+-]?$"
634
+ }
635
+ }
636
+ }
637
+ }
638
+ }