agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,418 +1,418 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://agentic-qe.dev/schemas/shift-right-testing-output.json",
4
- "title": "AQE Shift-Right Testing Skill Output Schema",
5
- "description": "Schema for shift-right-testing skill output validation. Extends the base skill-output template with feature flags, canary deployments, synthetic monitoring, and chaos engineering.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "shift-right-testing",
12
- "description": "Must be 'shift-right-testing'"
13
- },
14
- "version": {
15
- "type": "string",
16
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
- },
18
- "timestamp": {
19
- "type": "string",
20
- "format": "date-time"
21
- },
22
- "status": {
23
- "type": "string",
24
- "enum": ["success", "partial", "failed", "skipped"]
25
- },
26
- "trustTier": {
27
- "type": "integer",
28
- "const": 3
29
- },
30
- "output": {
31
- "type": "object",
32
- "required": ["summary", "productionTesting", "findings", "recommendations"],
33
- "properties": {
34
- "summary": {
35
- "type": "string",
36
- "minLength": 50,
37
- "maxLength": 2000,
38
- "description": "Human-readable summary of shift-right assessment"
39
- },
40
- "score": {
41
- "$ref": "#/$defs/shiftRightScore"
42
- },
43
- "productionTesting": {
44
- "$ref": "#/$defs/productionTesting",
45
- "description": "Production testing capabilities assessment"
46
- },
47
- "featureFlags": {
48
- "$ref": "#/$defs/featureFlags",
49
- "description": "Feature flag usage and configuration"
50
- },
51
- "canaryDeployment": {
52
- "$ref": "#/$defs/canaryDeployment",
53
- "description": "Canary deployment configuration"
54
- },
55
- "syntheticMonitoring": {
56
- "$ref": "#/$defs/syntheticMonitoring",
57
- "description": "Synthetic monitoring configuration"
58
- },
59
- "realUserMonitoring": {
60
- "$ref": "#/$defs/realUserMonitoring",
61
- "description": "RUM configuration and metrics"
62
- },
63
- "chaosEngineering": {
64
- "$ref": "#/$defs/chaosEngineering",
65
- "description": "Chaos engineering practices"
66
- },
67
- "feedbackLoop": {
68
- "$ref": "#/$defs/feedbackLoop",
69
- "description": "Production to pre-production feedback"
70
- },
71
- "findings": {
72
- "type": "array",
73
- "items": {
74
- "$ref": "#/$defs/shiftRightFinding"
75
- },
76
- "maxItems": 100
77
- },
78
- "recommendations": {
79
- "type": "array",
80
- "items": {
81
- "$ref": "#/$defs/shiftRightRecommendation"
82
- },
83
- "maxItems": 50
84
- },
85
- "metrics": {
86
- "$ref": "#/$defs/shiftRightMetrics"
87
- },
88
- "artifacts": {
89
- "type": "array",
90
- "items": {
91
- "$ref": "#/$defs/artifact"
92
- },
93
- "maxItems": 50
94
- }
95
- }
96
- },
97
- "metadata": {
98
- "$ref": "#/$defs/metadata"
99
- },
100
- "validation": {
101
- "$ref": "#/$defs/validationResult"
102
- },
103
- "learning": {
104
- "$ref": "#/$defs/learningData"
105
- }
106
- },
107
- "$defs": {
108
- "shiftRightScore": {
109
- "type": "object",
110
- "required": ["value", "max"],
111
- "properties": {
112
- "value": {
113
- "type": "number",
114
- "minimum": 0,
115
- "maximum": 100
116
- },
117
- "max": {
118
- "type": "number",
119
- "const": 100
120
- },
121
- "grade": {
122
- "type": "string",
123
- "pattern": "^[A-F][+-]?$"
124
- },
125
- "observabilityLevel": {
126
- "type": "string",
127
- "enum": ["basic", "intermediate", "advanced", "elite"],
128
- "description": "Production observability maturity"
129
- }
130
- }
131
- },
132
- "productionTesting": {
133
- "type": "object",
134
- "required": ["techniques"],
135
- "properties": {
136
- "techniques": {
137
- "type": "array",
138
- "items": {
139
- "type": "object",
140
- "properties": {
141
- "name": {
142
- "type": "string",
143
- "enum": ["feature-flags", "canary", "blue-green", "shadow-traffic", "synthetic-monitoring", "rum", "chaos-engineering", "a-b-testing"]
144
- },
145
- "implemented": { "type": "boolean" },
146
- "maturity": { "type": "string", "enum": ["none", "basic", "intermediate", "advanced"] },
147
- "tools": { "type": "array", "items": { "type": "string" } }
148
- }
149
- }
150
- },
151
- "overallMaturity": {
152
- "type": "string",
153
- "enum": ["none", "basic", "intermediate", "advanced", "elite"]
154
- }
155
- }
156
- },
157
- "featureFlags": {
158
- "type": "object",
159
- "properties": {
160
- "enabled": { "type": "boolean" },
161
- "provider": { "type": "string", "description": "e.g., LaunchDarkly, Unleash, custom" },
162
- "flagCount": { "type": "integer" },
163
- "progressiveRollout": { "type": "boolean" },
164
- "instantRollback": { "type": "boolean" },
165
- "targetingCapabilities": {
166
- "type": "array",
167
- "items": {
168
- "type": "string",
169
- "enum": ["percentage", "user-id", "group", "geography", "device", "custom-attribute"]
170
- }
171
- },
172
- "flagTypes": {
173
- "type": "object",
174
- "properties": {
175
- "release": { "type": "integer" },
176
- "experiment": { "type": "integer" },
177
- "operational": { "type": "integer" },
178
- "permission": { "type": "integer" }
179
- }
180
- }
181
- }
182
- },
183
- "canaryDeployment": {
184
- "type": "object",
185
- "properties": {
186
- "enabled": { "type": "boolean" },
187
- "provider": { "type": "string", "description": "e.g., Flagger, Argo, Spinnaker" },
188
- "configuration": {
189
- "type": "object",
190
- "properties": {
191
- "initialWeight": { "type": "number", "description": "Initial traffic percentage" },
192
- "maxWeight": { "type": "number", "description": "Maximum traffic percentage" },
193
- "stepWeight": { "type": "number", "description": "Traffic increment per step" },
194
- "interval": { "type": "string", "description": "Analysis interval" },
195
- "threshold": { "type": "integer", "description": "Max failed checks before rollback" }
196
- }
197
- },
198
- "metrics": {
199
- "type": "array",
200
- "items": {
201
- "type": "object",
202
- "properties": {
203
- "name": { "type": "string" },
204
- "threshold": { "type": "number" },
205
- "type": { "type": "string", "enum": ["success-rate", "latency", "error-rate", "custom"] }
206
- }
207
- }
208
- },
209
- "automaticRollback": { "type": "boolean" }
210
- }
211
- },
212
- "syntheticMonitoring": {
213
- "type": "object",
214
- "properties": {
215
- "enabled": { "type": "boolean" },
216
- "provider": { "type": "string" },
217
- "endpoints": {
218
- "type": "array",
219
- "items": {
220
- "type": "object",
221
- "properties": {
222
- "url": { "type": "string" },
223
- "type": { "type": "string", "enum": ["health", "api", "user-flow", "transaction"] },
224
- "interval": { "type": "string" },
225
- "locations": { "type": "array", "items": { "type": "string" } },
226
- "alerts": { "type": "boolean" }
227
- }
228
- }
229
- },
230
- "coverage": {
231
- "type": "object",
232
- "properties": {
233
- "criticalPaths": { "type": "number", "minimum": 0, "maximum": 100 },
234
- "geographicCoverage": { "type": "number", "minimum": 0, "maximum": 100 }
235
- }
236
- }
237
- }
238
- },
239
- "realUserMonitoring": {
240
- "type": "object",
241
- "properties": {
242
- "enabled": { "type": "boolean" },
243
- "provider": { "type": "string" },
244
- "metrics": {
245
- "type": "object",
246
- "properties": {
247
- "pageLoadTime": { "type": "object", "properties": { "p50": { "type": "number" }, "p95": { "type": "number" }, "p99": { "type": "number" } } },
248
- "firstContentfulPaint": { "type": "object" },
249
- "largestContentfulPaint": { "type": "object" },
250
- "cumulativeLayoutShift": { "type": "number" },
251
- "firstInputDelay": { "type": "object" },
252
- "errorRate": { "type": "number" },
253
- "apdex": { "type": "number" }
254
- }
255
- },
256
- "segmentation": {
257
- "type": "array",
258
- "items": {
259
- "type": "string",
260
- "enum": ["browser", "device", "geography", "user-type", "feature"]
261
- }
262
- }
263
- }
264
- },
265
- "chaosEngineering": {
266
- "type": "object",
267
- "properties": {
268
- "enabled": { "type": "boolean" },
269
- "provider": { "type": "string", "description": "e.g., Chaos Monkey, Gremlin, Litmus" },
270
- "experiments": {
271
- "type": "array",
272
- "items": {
273
- "type": "object",
274
- "properties": {
275
- "name": { "type": "string" },
276
- "type": {
277
- "type": "string",
278
- "enum": ["network-latency", "network-partition", "pod-kill", "cpu-stress", "memory-stress", "disk-fill", "dns-failure", "http-error"]
279
- },
280
- "target": { "type": "string" },
281
- "frequency": { "type": "string" },
282
- "lastRun": { "type": "string" },
283
- "result": { "type": "string", "enum": ["passed", "failed", "not-run"] }
284
- }
285
- }
286
- },
287
- "gamedays": {
288
- "type": "object",
289
- "properties": {
290
- "frequency": { "type": "string" },
291
- "lastGameday": { "type": "string" },
292
- "findingsFromLastGameday": { "type": "integer" }
293
- }
294
- },
295
- "steadyStateHypothesis": { "type": "boolean" },
296
- "automaticRollback": { "type": "boolean" }
297
- }
298
- },
299
- "feedbackLoop": {
300
- "type": "object",
301
- "properties": {
302
- "incidentToTestConversion": { "type": "boolean" },
303
- "productionBugsTracked": { "type": "boolean" },
304
- "riskScoreUpdates": { "type": "boolean" },
305
- "automatedReplayTests": { "type": "boolean" },
306
- "conversionsLastMonth": {
307
- "type": "integer",
308
- "description": "Production issues converted to tests"
309
- }
310
- }
311
- },
312
- "shiftRightFinding": {
313
- "type": "object",
314
- "required": ["id", "title", "type", "severity"],
315
- "properties": {
316
- "id": {
317
- "type": "string",
318
- "pattern": "^SRT-\\d{3,6}$"
319
- },
320
- "title": {
321
- "type": "string",
322
- "minLength": 10,
323
- "maxLength": 200
324
- },
325
- "description": { "type": "string" },
326
- "type": {
327
- "type": "string",
328
- "enum": ["missing-technique", "configuration-gap", "monitoring-gap", "feedback-gap", "resilience-gap", "opportunity"]
329
- },
330
- "severity": {
331
- "type": "string",
332
- "enum": ["critical", "high", "medium", "low", "info"]
333
- },
334
- "technique": {
335
- "type": "string",
336
- "enum": ["feature-flags", "canary", "synthetic", "rum", "chaos", "feedback-loop"]
337
- }
338
- }
339
- },
340
- "shiftRightRecommendation": {
341
- "type": "object",
342
- "required": ["id", "title", "priority", "techniqueImpact"],
343
- "properties": {
344
- "id": {
345
- "type": "string",
346
- "pattern": "^REC-\\d{3,6}$"
347
- },
348
- "title": { "type": "string" },
349
- "description": { "type": "string" },
350
- "priority": {
351
- "type": "string",
352
- "enum": ["critical", "high", "medium", "low"]
353
- },
354
- "techniqueImpact": {
355
- "type": "array",
356
- "items": {
357
- "type": "string",
358
- "enum": ["feature-flags", "canary", "synthetic", "rum", "chaos", "feedback-loop"]
359
- }
360
- },
361
- "reliabilityImprovement": {
362
- "type": "string",
363
- "description": "Expected reliability improvement"
364
- },
365
- "effort": {
366
- "type": "string",
367
- "enum": ["trivial", "low", "medium", "high", "major"]
368
- }
369
- }
370
- },
371
- "shiftRightMetrics": {
372
- "type": "object",
373
- "properties": {
374
- "availability": { "type": "number", "minimum": 0, "maximum": 100 },
375
- "mttd": { "type": "integer", "description": "Mean time to detect in minutes" },
376
- "mttr": { "type": "integer", "description": "Mean time to recover in minutes" },
377
- "deploymentFrequency": { "type": "string" },
378
- "changeFailureRate": { "type": "number", "minimum": 0, "maximum": 100 },
379
- "syntheticTestsCount": { "type": "integer" },
380
- "chaosExperimentsRun": { "type": "integer" }
381
- }
382
- },
383
- "artifact": {
384
- "type": "object",
385
- "required": ["type", "path"],
386
- "properties": {
387
- "type": { "type": "string" },
388
- "path": { "type": "string" },
389
- "format": { "type": "string" },
390
- "description": { "type": "string" }
391
- }
392
- },
393
- "metadata": {
394
- "type": "object",
395
- "properties": {
396
- "executionTimeMs": { "type": "integer" },
397
- "agentId": { "type": "string" },
398
- "modelUsed": { "type": "string" },
399
- "environment": { "type": "string" }
400
- }
401
- },
402
- "validationResult": {
403
- "type": "object",
404
- "properties": {
405
- "schemaValid": { "type": "boolean" },
406
- "contentValid": { "type": "boolean" },
407
- "confidence": { "type": "number" }
408
- }
409
- },
410
- "learningData": {
411
- "type": "object",
412
- "properties": {
413
- "patternsDetected": { "type": "array", "items": { "type": "string" } },
414
- "reward": { "type": "number" }
415
- }
416
- }
417
- }
418
- }
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/shift-right-testing-output.json",
4
+ "title": "AQE Shift-Right Testing Skill Output Schema",
5
+ "description": "Schema for shift-right-testing skill output validation. Extends the base skill-output template with feature flags, canary deployments, synthetic monitoring, and chaos engineering.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "shift-right-testing",
12
+ "description": "Must be 'shift-right-testing'"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "format": "date-time"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "productionTesting", "findings", "recommendations"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 50,
37
+ "maxLength": 2000,
38
+ "description": "Human-readable summary of shift-right assessment"
39
+ },
40
+ "score": {
41
+ "$ref": "#/$defs/shiftRightScore"
42
+ },
43
+ "productionTesting": {
44
+ "$ref": "#/$defs/productionTesting",
45
+ "description": "Production testing capabilities assessment"
46
+ },
47
+ "featureFlags": {
48
+ "$ref": "#/$defs/featureFlags",
49
+ "description": "Feature flag usage and configuration"
50
+ },
51
+ "canaryDeployment": {
52
+ "$ref": "#/$defs/canaryDeployment",
53
+ "description": "Canary deployment configuration"
54
+ },
55
+ "syntheticMonitoring": {
56
+ "$ref": "#/$defs/syntheticMonitoring",
57
+ "description": "Synthetic monitoring configuration"
58
+ },
59
+ "realUserMonitoring": {
60
+ "$ref": "#/$defs/realUserMonitoring",
61
+ "description": "RUM configuration and metrics"
62
+ },
63
+ "chaosEngineering": {
64
+ "$ref": "#/$defs/chaosEngineering",
65
+ "description": "Chaos engineering practices"
66
+ },
67
+ "feedbackLoop": {
68
+ "$ref": "#/$defs/feedbackLoop",
69
+ "description": "Production to pre-production feedback"
70
+ },
71
+ "findings": {
72
+ "type": "array",
73
+ "items": {
74
+ "$ref": "#/$defs/shiftRightFinding"
75
+ },
76
+ "maxItems": 100
77
+ },
78
+ "recommendations": {
79
+ "type": "array",
80
+ "items": {
81
+ "$ref": "#/$defs/shiftRightRecommendation"
82
+ },
83
+ "maxItems": 50
84
+ },
85
+ "metrics": {
86
+ "$ref": "#/$defs/shiftRightMetrics"
87
+ },
88
+ "artifacts": {
89
+ "type": "array",
90
+ "items": {
91
+ "$ref": "#/$defs/artifact"
92
+ },
93
+ "maxItems": 50
94
+ }
95
+ }
96
+ },
97
+ "metadata": {
98
+ "$ref": "#/$defs/metadata"
99
+ },
100
+ "validation": {
101
+ "$ref": "#/$defs/validationResult"
102
+ },
103
+ "learning": {
104
+ "$ref": "#/$defs/learningData"
105
+ }
106
+ },
107
+ "$defs": {
108
+ "shiftRightScore": {
109
+ "type": "object",
110
+ "required": ["value", "max"],
111
+ "properties": {
112
+ "value": {
113
+ "type": "number",
114
+ "minimum": 0,
115
+ "maximum": 100
116
+ },
117
+ "max": {
118
+ "type": "number",
119
+ "const": 100
120
+ },
121
+ "grade": {
122
+ "type": "string",
123
+ "pattern": "^[A-F][+-]?$"
124
+ },
125
+ "observabilityLevel": {
126
+ "type": "string",
127
+ "enum": ["basic", "intermediate", "advanced", "elite"],
128
+ "description": "Production observability maturity"
129
+ }
130
+ }
131
+ },
132
+ "productionTesting": {
133
+ "type": "object",
134
+ "required": ["techniques"],
135
+ "properties": {
136
+ "techniques": {
137
+ "type": "array",
138
+ "items": {
139
+ "type": "object",
140
+ "properties": {
141
+ "name": {
142
+ "type": "string",
143
+ "enum": ["feature-flags", "canary", "blue-green", "shadow-traffic", "synthetic-monitoring", "rum", "chaos-engineering", "a-b-testing"]
144
+ },
145
+ "implemented": { "type": "boolean" },
146
+ "maturity": { "type": "string", "enum": ["none", "basic", "intermediate", "advanced"] },
147
+ "tools": { "type": "array", "items": { "type": "string" } }
148
+ }
149
+ }
150
+ },
151
+ "overallMaturity": {
152
+ "type": "string",
153
+ "enum": ["none", "basic", "intermediate", "advanced", "elite"]
154
+ }
155
+ }
156
+ },
157
+ "featureFlags": {
158
+ "type": "object",
159
+ "properties": {
160
+ "enabled": { "type": "boolean" },
161
+ "provider": { "type": "string", "description": "e.g., LaunchDarkly, Unleash, custom" },
162
+ "flagCount": { "type": "integer" },
163
+ "progressiveRollout": { "type": "boolean" },
164
+ "instantRollback": { "type": "boolean" },
165
+ "targetingCapabilities": {
166
+ "type": "array",
167
+ "items": {
168
+ "type": "string",
169
+ "enum": ["percentage", "user-id", "group", "geography", "device", "custom-attribute"]
170
+ }
171
+ },
172
+ "flagTypes": {
173
+ "type": "object",
174
+ "properties": {
175
+ "release": { "type": "integer" },
176
+ "experiment": { "type": "integer" },
177
+ "operational": { "type": "integer" },
178
+ "permission": { "type": "integer" }
179
+ }
180
+ }
181
+ }
182
+ },
183
+ "canaryDeployment": {
184
+ "type": "object",
185
+ "properties": {
186
+ "enabled": { "type": "boolean" },
187
+ "provider": { "type": "string", "description": "e.g., Flagger, Argo, Spinnaker" },
188
+ "configuration": {
189
+ "type": "object",
190
+ "properties": {
191
+ "initialWeight": { "type": "number", "description": "Initial traffic percentage" },
192
+ "maxWeight": { "type": "number", "description": "Maximum traffic percentage" },
193
+ "stepWeight": { "type": "number", "description": "Traffic increment per step" },
194
+ "interval": { "type": "string", "description": "Analysis interval" },
195
+ "threshold": { "type": "integer", "description": "Max failed checks before rollback" }
196
+ }
197
+ },
198
+ "metrics": {
199
+ "type": "array",
200
+ "items": {
201
+ "type": "object",
202
+ "properties": {
203
+ "name": { "type": "string" },
204
+ "threshold": { "type": "number" },
205
+ "type": { "type": "string", "enum": ["success-rate", "latency", "error-rate", "custom"] }
206
+ }
207
+ }
208
+ },
209
+ "automaticRollback": { "type": "boolean" }
210
+ }
211
+ },
212
+ "syntheticMonitoring": {
213
+ "type": "object",
214
+ "properties": {
215
+ "enabled": { "type": "boolean" },
216
+ "provider": { "type": "string" },
217
+ "endpoints": {
218
+ "type": "array",
219
+ "items": {
220
+ "type": "object",
221
+ "properties": {
222
+ "url": { "type": "string" },
223
+ "type": { "type": "string", "enum": ["health", "api", "user-flow", "transaction"] },
224
+ "interval": { "type": "string" },
225
+ "locations": { "type": "array", "items": { "type": "string" } },
226
+ "alerts": { "type": "boolean" }
227
+ }
228
+ }
229
+ },
230
+ "coverage": {
231
+ "type": "object",
232
+ "properties": {
233
+ "criticalPaths": { "type": "number", "minimum": 0, "maximum": 100 },
234
+ "geographicCoverage": { "type": "number", "minimum": 0, "maximum": 100 }
235
+ }
236
+ }
237
+ }
238
+ },
239
+ "realUserMonitoring": {
240
+ "type": "object",
241
+ "properties": {
242
+ "enabled": { "type": "boolean" },
243
+ "provider": { "type": "string" },
244
+ "metrics": {
245
+ "type": "object",
246
+ "properties": {
247
+ "pageLoadTime": { "type": "object", "properties": { "p50": { "type": "number" }, "p95": { "type": "number" }, "p99": { "type": "number" } } },
248
+ "firstContentfulPaint": { "type": "object" },
249
+ "largestContentfulPaint": { "type": "object" },
250
+ "cumulativeLayoutShift": { "type": "number" },
251
+ "firstInputDelay": { "type": "object" },
252
+ "errorRate": { "type": "number" },
253
+ "apdex": { "type": "number" }
254
+ }
255
+ },
256
+ "segmentation": {
257
+ "type": "array",
258
+ "items": {
259
+ "type": "string",
260
+ "enum": ["browser", "device", "geography", "user-type", "feature"]
261
+ }
262
+ }
263
+ }
264
+ },
265
+ "chaosEngineering": {
266
+ "type": "object",
267
+ "properties": {
268
+ "enabled": { "type": "boolean" },
269
+ "provider": { "type": "string", "description": "e.g., Chaos Monkey, Gremlin, Litmus" },
270
+ "experiments": {
271
+ "type": "array",
272
+ "items": {
273
+ "type": "object",
274
+ "properties": {
275
+ "name": { "type": "string" },
276
+ "type": {
277
+ "type": "string",
278
+ "enum": ["network-latency", "network-partition", "pod-kill", "cpu-stress", "memory-stress", "disk-fill", "dns-failure", "http-error"]
279
+ },
280
+ "target": { "type": "string" },
281
+ "frequency": { "type": "string" },
282
+ "lastRun": { "type": "string" },
283
+ "result": { "type": "string", "enum": ["passed", "failed", "not-run"] }
284
+ }
285
+ }
286
+ },
287
+ "gamedays": {
288
+ "type": "object",
289
+ "properties": {
290
+ "frequency": { "type": "string" },
291
+ "lastGameday": { "type": "string" },
292
+ "findingsFromLastGameday": { "type": "integer" }
293
+ }
294
+ },
295
+ "steadyStateHypothesis": { "type": "boolean" },
296
+ "automaticRollback": { "type": "boolean" }
297
+ }
298
+ },
299
+ "feedbackLoop": {
300
+ "type": "object",
301
+ "properties": {
302
+ "incidentToTestConversion": { "type": "boolean" },
303
+ "productionBugsTracked": { "type": "boolean" },
304
+ "riskScoreUpdates": { "type": "boolean" },
305
+ "automatedReplayTests": { "type": "boolean" },
306
+ "conversionsLastMonth": {
307
+ "type": "integer",
308
+ "description": "Production issues converted to tests"
309
+ }
310
+ }
311
+ },
312
+ "shiftRightFinding": {
313
+ "type": "object",
314
+ "required": ["id", "title", "type", "severity"],
315
+ "properties": {
316
+ "id": {
317
+ "type": "string",
318
+ "pattern": "^SRT-\\d{3,6}$"
319
+ },
320
+ "title": {
321
+ "type": "string",
322
+ "minLength": 10,
323
+ "maxLength": 200
324
+ },
325
+ "description": { "type": "string" },
326
+ "type": {
327
+ "type": "string",
328
+ "enum": ["missing-technique", "configuration-gap", "monitoring-gap", "feedback-gap", "resilience-gap", "opportunity"]
329
+ },
330
+ "severity": {
331
+ "type": "string",
332
+ "enum": ["critical", "high", "medium", "low", "info"]
333
+ },
334
+ "technique": {
335
+ "type": "string",
336
+ "enum": ["feature-flags", "canary", "synthetic", "rum", "chaos", "feedback-loop"]
337
+ }
338
+ }
339
+ },
340
+ "shiftRightRecommendation": {
341
+ "type": "object",
342
+ "required": ["id", "title", "priority", "techniqueImpact"],
343
+ "properties": {
344
+ "id": {
345
+ "type": "string",
346
+ "pattern": "^REC-\\d{3,6}$"
347
+ },
348
+ "title": { "type": "string" },
349
+ "description": { "type": "string" },
350
+ "priority": {
351
+ "type": "string",
352
+ "enum": ["critical", "high", "medium", "low"]
353
+ },
354
+ "techniqueImpact": {
355
+ "type": "array",
356
+ "items": {
357
+ "type": "string",
358
+ "enum": ["feature-flags", "canary", "synthetic", "rum", "chaos", "feedback-loop"]
359
+ }
360
+ },
361
+ "reliabilityImprovement": {
362
+ "type": "string",
363
+ "description": "Expected reliability improvement"
364
+ },
365
+ "effort": {
366
+ "type": "string",
367
+ "enum": ["trivial", "low", "medium", "high", "major"]
368
+ }
369
+ }
370
+ },
371
+ "shiftRightMetrics": {
372
+ "type": "object",
373
+ "properties": {
374
+ "availability": { "type": "number", "minimum": 0, "maximum": 100 },
375
+ "mttd": { "type": "integer", "description": "Mean time to detect in minutes" },
376
+ "mttr": { "type": "integer", "description": "Mean time to recover in minutes" },
377
+ "deploymentFrequency": { "type": "string" },
378
+ "changeFailureRate": { "type": "number", "minimum": 0, "maximum": 100 },
379
+ "syntheticTestsCount": { "type": "integer" },
380
+ "chaosExperimentsRun": { "type": "integer" }
381
+ }
382
+ },
383
+ "artifact": {
384
+ "type": "object",
385
+ "required": ["type", "path"],
386
+ "properties": {
387
+ "type": { "type": "string" },
388
+ "path": { "type": "string" },
389
+ "format": { "type": "string" },
390
+ "description": { "type": "string" }
391
+ }
392
+ },
393
+ "metadata": {
394
+ "type": "object",
395
+ "properties": {
396
+ "executionTimeMs": { "type": "integer" },
397
+ "agentId": { "type": "string" },
398
+ "modelUsed": { "type": "string" },
399
+ "environment": { "type": "string" }
400
+ }
401
+ },
402
+ "validationResult": {
403
+ "type": "object",
404
+ "properties": {
405
+ "schemaValid": { "type": "boolean" },
406
+ "contentValid": { "type": "boolean" },
407
+ "confidence": { "type": "number" }
408
+ }
409
+ },
410
+ "learningData": {
411
+ "type": "object",
412
+ "properties": {
413
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
414
+ "reward": { "type": "number" }
415
+ }
416
+ }
417
+ }
418
+ }